15:09:18.810 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:09:18.822 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhCTF5h/test-tmp
15:09:18.825 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:09:18.829 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhCTF5h/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:09:19.129 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:09:19.255 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:09:19.256 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:09:19.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:19.260196 8726 mini_oidc.cc:150] Starting JWKS server
15:09:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:19.263762 8726 webserver.cc:492] Webserver started at http://127.0.0.1:45517/ using document root <none> and password file <none>
15:09:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:19.264168 8726 mini_oidc.cc:186] Starting OIDC Discovery server
15:09:19.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:19.266001 8726 webserver.cc:492] Webserver started at http://127.0.0.1:41243/ using document root <none> and password file <none>
15:09:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T15:09:19Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:09:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T15:09:19Z Disabled control of system clock
15:09:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:19.328974 8726 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/wal
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/data
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/logs
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/data/info.pb
15:09:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:19.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.190:40593
15:09:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.190
15:09:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:19.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45517/jwks.json with env {}
15:09:19.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.635304 8739 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.635883 8739 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.636539 8739 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.670090 8739 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:09:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.670413 8739 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.670619 8739 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:09:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.670805 8739 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:09:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.671172 8739 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:09:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.671416 8739 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45517/jwks.json
15:09:19.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:19.709416 8739 master_runner.cc:386] Master server non-default flags:
15:09:19.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:19.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/data
15:09:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/wal
15:09:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:19.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.190:40593
15:09:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45517/jwks.json
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/data/info.pb
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.190
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/logs
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:19.710901 8739 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:19.713102 8739 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.726240 8745 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:21.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.130121 8744 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec80 after lost signal to thread 8739
15:09:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.544682 8744 kernel_stack_watchdog.cc:198] Thread 8739 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
15:09:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:09:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:09:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:09:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:09:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:19.727463 8746 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:21.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.551170 8739 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.825s user 0.635s sys 1.189s
15:09:21.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.551466 8747 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1818 milliseconds
15:09:21.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.551586 8739 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.825s user 0.635s sys 1.189s
15:09:21.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.553610 8748 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:21.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.553663 8739 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.554978 8739 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:21.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.557734 8739 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.559173 8739 hybrid_clock.cc:648] HybridClock initialized: now 1769699361559141 us; error 32 us; skew 500 ppm
15:09:21.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.560115 8739 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.566447 8739 webserver.cc:492] Webserver started at http://127.8.133.190:33645/ using document root <none> and password file <none>
15:09:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.567605 8739 fs_manager.cc:362] Metadata directory not provided
15:09:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.567868 8739 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.568439 8739 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.572932 8739 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/data/instance:
15:09:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45"
15:09:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:21 on dist-test-slave-3mjc"
15:09:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.574384 8739 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/wal/instance:
15:09:21.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45"
15:09:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:21 on dist-test-slave-3mjc"
15:09:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.582104 8739 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
15:09:21.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.588320 8755 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:21.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.589468 8739 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
15:09:21.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.589846 8739 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/wal
15:09:21.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45"
15:09:21.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:21 on dist-test-slave-3mjc"
15:09:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.590282 8739 fs_report.cc:389] FS layout report
15:09:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/wal
15:09:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/wal
15:09:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/data/data
15:09:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:21.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.655246 8739 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:21.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.657055 8739 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:21.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.657614 8739 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.730261 8739 rpc_server.cc:307] RPC server started. Bound to: 127.8.133.190:40593
15:09:21.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.730337 8806 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.133.190:40593 every 8 connection(s)
15:09:21.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.733250 8739 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/data/info.pb
15:09:21.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.739408 8807 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:09:21.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.740875 8726 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 8739
15:09:21.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.741411 8726 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-0/wal/instance
15:09:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.746687 8726 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/wal
15:09:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/data
15:09:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:21.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/logs
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/data/info.pb
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:09:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.189:43229
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.189
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:21.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45517/jwks.json with env {}
15:09:21.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.755214 8807 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } has no permanent_uuid. Determining permanent_uuid...
15:09:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.781286 8807 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } has no permanent_uuid. Determining permanent_uuid...
15:09:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.783851 8756 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.133.189:43229: connect: Connection refused (error 111)
15:09:21.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.788170 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.189:43229: Network error: Client connection negotiation failed: client connection to 127.8.133.189:43229: connect: Connection refused (error 111)
15:09:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.837818 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } attempt: 1
15:09:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.842455 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.189:43229: Network error: Client connection negotiation failed: client connection to 127.8.133.189:43229: connect: Connection refused (error 111)
15:09:21.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:21.910948 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } attempt: 2
15:09:21.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:21.915729 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.189:43229: Network error: Client connection negotiation failed: client connection to 127.8.133.189:43229: connect: Connection refused (error 111)
15:09:22.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:22.007189 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } attempt: 3
15:09:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.011112 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.189:43229: Network error: Client connection negotiation failed: client connection to 127.8.133.189:43229: connect: Connection refused (error 111)
15:09:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.066556 8809 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.067183 8809 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:22.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.067745 8809 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:22.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.099280 8809 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:09:22.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.099633 8809 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.099839 8809 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:09:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.100047 8809 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:09:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.100229 8809 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:09:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.100512 8809 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45517/jwks.json
15:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:22.136089 8809 master_runner.cc:386] Master server non-default flags:
15:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/data
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/wal
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.189:43229
15:09:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45517/jwks.json
15:09:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/data/info.pb
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.189
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/logs
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:22.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:22.137596 8809 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:22.139470 8809 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.150978 8818 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:22.154508 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } attempt: 4
15:09:22.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.159817 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.189:43229: Network error: Client connection negotiation failed: client connection to 127.8.133.189:43229: connect: Connection refused (error 111)
15:09:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:22.459261 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } attempt: 5
15:09:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.467409 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.189:43229: Network error: Client connection negotiation failed: client connection to 127.8.133.189:43229: connect: Connection refused (error 111)
15:09:23.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.015084 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } attempt: 6
15:09:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.027129 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.189:43229: Network error: Client connection negotiation failed: client connection to 127.8.133.189:43229: connect: Connection refused (error 111)
15:09:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.158463 8821 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:22.152266 8819 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:23.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.403450 8820 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1247 milliseconds
15:09:23.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.403570 8809 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.404960 8809 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:23.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.408318 8809 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:23.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.409793 8809 hybrid_clock.cc:648] HybridClock initialized: now 1769699363409746 us; error 63 us; skew 500 ppm
15:09:23.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.410718 8809 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.417786 8809 webserver.cc:492] Webserver started at http://127.8.133.189:41435/ using document root <none> and password file <none>
15:09:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.418774 8809 fs_manager.cc:362] Metadata directory not provided
15:09:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.418968 8809 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.419458 8809 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.423909 8809 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/data/instance:
15:09:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b179e67e55b64458a9f6671e4dd2a0a9"
15:09:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:23 on dist-test-slave-3mjc"
15:09:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.425009 8809 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/wal/instance:
15:09:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b179e67e55b64458a9f6671e4dd2a0a9"
15:09:23.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:23 on dist-test-slave-3mjc"
15:09:23.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.434412 8809 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.010s sys 0.000s
15:09:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.440301 8830 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.441733 8809 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
15:09:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.442071 8809 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/wal
15:09:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b179e67e55b64458a9f6671e4dd2a0a9"
15:09:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:23 on dist-test-slave-3mjc"
15:09:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.442407 8809 fs_report.cc:389] FS layout report
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/wal
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/wal
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/data/data
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:23.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.507886 8809 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.509405 8809 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:23.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.509891 8809 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.581283 8809 rpc_server.cc:307] RPC server started. Bound to: 127.8.133.189:43229
15:09:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.581369 8882 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.133.189:43229 every 8 connection(s)
15:09:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.584165 8809 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/data/info.pb
15:09:23.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.587195 8726 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 8809
15:09:23.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.587558 8726 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-1/wal/instance
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.589658 8726 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/wal
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/data
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/logs
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/data/info.pb
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.188:40979
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.188
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45517/jwks.json with env {}
15:09:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.590456 8883 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:09:23.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.602780 8883 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } has no permanent_uuid. Determining permanent_uuid...
15:09:23.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.633915 8883 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } has no permanent_uuid. Determining permanent_uuid...
15:09:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.648200 8883 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } has no permanent_uuid. Determining permanent_uuid...
15:09:23.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.650519 8834 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:23.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.654619 8883 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.704173 8883 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 1
15:09:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.708248 8883 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.776667 8883 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 2
15:09:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.780799 8883 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.872293 8883 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 3
15:09:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.877238 8883 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.908946 8885 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.909654 8885 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:23.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.910365 8885 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.942596 8885 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:09:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.942966 8885 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.943315 8885 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:09:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.943693 8885 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:09:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.944024 8885 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:09:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.944272 8885 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45517/jwks.json
15:09:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.980006 8885 master_runner.cc:386] Master server non-default flags:
15:09:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/data
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/wal
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.188:40979
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45517/jwks.json
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/data/info.pb
15:09:23.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.188
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/logs
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:23.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:09:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.981725 8885 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:23.983947 8885 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.995504 8895 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.020619 8883 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 4
15:09:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:24.028247 8883 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:24.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.087718 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } attempt: 7
15:09:24.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.118984 8807 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } has no permanent_uuid. Determining permanent_uuid...
15:09:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:24.149448 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.208084 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 1
15:09:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:24.223465 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.305091 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 2
15:09:24.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:24.313269 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.327795 8883 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 5
15:09:24.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:24.335687 8883 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.398859 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 3
15:09:24.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:24.410782 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:24.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.551469 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 4
15:09:24.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:24.559793 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.843392 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 5
15:09:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:24.852021 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:24.883275 8883 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 6
15:09:24.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:24.907423 8883 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:25.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.404595 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 6
15:09:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:25.427733 8807 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.133.188:40979: Network error: Client connection negotiation failed: client connection to 127.8.133.188:40979: connect: Connection refused (error 111)
15:09:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:25.404529 8894 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec80 after lost signal to thread 8885
15:09:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:23.996151 8896 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:25.619714 8885 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.624s user 0.595s sys 1.014s
15:09:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:25.621344 8885 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.626s user 0.595s sys 1.014s
15:09:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:25.621740 8897 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1625 milliseconds
15:09:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:25.622145 8898 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.622378 8885 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.626715 8885 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.629442 8885 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.630856 8885 hybrid_clock.cc:648] HybridClock initialized: now 1769699365630809 us; error 62 us; skew 500 ppm
15:09:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.631816 8885 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.638326 8885 webserver.cc:492] Webserver started at http://127.8.133.188:46375/ using document root <none> and password file <none>
15:09:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.639400 8885 fs_manager.cc:362] Metadata directory not provided
15:09:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.639660 8885 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.640206 8885 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.644662 8885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/data/instance:
15:09:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337"
15:09:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:25 on dist-test-slave-3mjc"
15:09:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.645892 8885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/wal/instance:
15:09:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337"
15:09:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:25 on dist-test-slave-3mjc"
15:09:25.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.653033 8885 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
15:09:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.659303 8912 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.660395 8885 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:09:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.660764 8885 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/wal
15:09:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337"
15:09:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:25 on dist-test-slave-3mjc"
15:09:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.661180 8885 fs_report.cc:389] FS layout report
15:09:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/wal
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/wal
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/data/data
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.718765 8885 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.720415 8885 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:25.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.720980 8885 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.798245 8885 rpc_server.cc:307] RPC server started. Bound to: 127.8.133.188:40979
15:09:25.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.798305 8963 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.133.188:40979 every 8 connection(s)
15:09:25.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.801122 8885 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/data/info.pb
15:09:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.807211 8726 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 8885
15:09:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.807554 8726 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/master-2/wal/instance
15:09:25.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.808079 8964 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:09:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.823134 8964 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } has no permanent_uuid. Determining permanent_uuid...
15:09:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.853572 8964 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } has no permanent_uuid. Determining permanent_uuid...
15:09:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.864315 8964 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } has no permanent_uuid. Determining permanent_uuid...
15:09:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.881458 8964 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337: Bootstrap starting.
15:09:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.889740 8964 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337: Neither blocks nor log segments found. Creating new log.
15:09:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.892194 8964 log.cc:826] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337: Log is configured to *not* fsync() on all Append() calls
15:09:25.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.897316 8964 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337: No bootstrap required, opened a new log
15:09:25.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.917987 8964 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } }
15:09:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.918614 8964 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:09:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.918812 8964 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dfe7443fdfd4fcd8ac84ac241a6e337, State: Initialized, Role: FOLLOWER
15:09:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.919576 8964 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } }
15:09:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.922160 8973 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.922791 8973 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [sys.catalog]: This master's current role is: FOLLOWER
15:09:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.923152 8964 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [sys.catalog]: configured and running, proceeding with master startup.
15:09:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:25.950812 8984 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:09:25.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:25.951189 8984 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:09:25.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.968019 8883 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 7
15:09:25.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.946288 8885 master_runner.cc:186] Error getting master registration for 127.8.133.190:40593: OK, instance_id { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" instance_seqno: 1769699361710303 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:09:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.972330 8885 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:09:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:25.977036 8918 tablet.cc:2378] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:09:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.989197 8883 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9: Bootstrap starting.
15:09:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.991214 8973 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:09:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.991768 8973 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } }
15:09:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.996702 8883 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9: Neither blocks nor log segments found. Creating new log.
15:09:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.998625 8973 leader_election.cc:290] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3e7dd4fc8d1348cba7292d1d9d03ab45 (127.8.133.190:40593), b179e67e55b64458a9f6671e4dd2a0a9 (127.8.133.189:43229)
15:09:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:25.999562 8883 log.cc:826] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9: Log is configured to *not* fsync() on all Append() calls
15:09:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.005805 8883 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9: No bootstrap required, opened a new log
15:09:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.038245 8883 raft_consensus.cc:359] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } }
15:09:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.039605 8883 raft_consensus.cc:385] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:09:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.040146 8883 raft_consensus.cc:740] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b179e67e55b64458a9f6671e4dd2a0a9, State: Initialized, Role: FOLLOWER
15:09:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.041100 8883 consensus_queue.cc:260] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } }
15:09:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.049629 8988 sys_catalog.cc:455] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.052690 8883 sys_catalog.cc:565] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [sys.catalog]: configured and running, proceeding with master startup.
15:09:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.052881 8857 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" is_pre_election: true
15:09:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.053716 8857 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7dfe7443fdfd4fcd8ac84ac241a6e337 in term 0.
15:09:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.055853 8913 leader_election.cc:304] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7dfe7443fdfd4fcd8ac84ac241a6e337, b179e67e55b64458a9f6671e4dd2a0a9; no voters:
15:09:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.056943 8973 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:09:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.057406 8973 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:09:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.057876 8973 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 0 FOLLOWER]: Advancing to term 1
15:09:26.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.052404 8988 sys_catalog.cc:458] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [sys.catalog]: This master's current role is: FOLLOWER
15:09:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.070217 8973 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } }
15:09:26.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.084899 8857 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b179e67e55b64458a9f6671e4dd2a0a9"
15:09:26.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.085693 8857 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [term 0 FOLLOWER]: Advancing to term 1
15:09:26.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.090564 8973 leader_election.cc:290] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [CANDIDATE]: Term 1 election: Requested vote from peers 3e7dd4fc8d1348cba7292d1d9d03ab45 (127.8.133.190:40593), b179e67e55b64458a9f6671e4dd2a0a9 (127.8.133.189:43229)
15:09:26.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.098542 8857 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7dfe7443fdfd4fcd8ac84ac241a6e337 in term 1.
15:09:26.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.100008 8913 leader_election.cc:304] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7dfe7443fdfd4fcd8ac84ac241a6e337, b179e67e55b64458a9f6671e4dd2a0a9; no voters:
15:09:26.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.101902 8973 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 1 FOLLOWER]: Leader election won for term 1
15:09:26.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.109086 8973 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [term 1 LEADER]: Becoming Leader. State: Replica: 7dfe7443fdfd4fcd8ac84ac241a6e337, State: Running, Role: LEADER
15:09:26.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.110610 8973 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } }
15:09:26.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.121138 8995 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7dfe7443fdfd4fcd8ac84ac241a6e337. Latest consensus state: current_term: 1 leader_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:26.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.124733 8995 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [sys.catalog]: This master's current role is: LEADER
15:09:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.158926 9003 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:09:26.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.133065 8809 master_runner.cc:186] Error getting master registration for 127.8.133.190:40593: OK, instance_id { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" instance_seqno: 1769699361710303 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:09:26.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.166555 8809 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:09:26.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:26.173372 9001 catalog_manager.cc:1568] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:09:26.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:26.173768 9001 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:09:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.185631 9003 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:09:26.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.212306 8857 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [term 1 FOLLOWER]: Refusing update from remote peer 7dfe7443fdfd4fcd8ac84ac241a6e337: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:09:26.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.214398 8995 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
15:09:26.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.248476 8988 sys_catalog.cc:455] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7dfe7443fdfd4fcd8ac84ac241a6e337. Latest consensus state: current_term: 1 leader_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:26.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.249691 8988 sys_catalog.cc:458] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [sys.catalog]: This master's current role is: FOLLOWER
15:09:26.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.260984 9006 mvcc.cc:204] Tried to move back new op lower bound from 7248688603968360448 to 7248688603604721664. Current Snapshot: MvccSnapshot[applied={T|T < 7248688603968360448}]
15:09:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.269567 8973 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.270284 8973 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [sys.catalog]: This master's current role is: LEADER
15:09:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.275785 9003 catalog_manager.cc:1357] Generated new cluster ID: 29d7fb0511714f3ea52ebed533ad388d
15:09:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.276103 9003 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
15:09:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.298643 8988 sys_catalog.cc:455] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:26.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.299381 8988 sys_catalog.cc:458] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9 [sys.catalog]: This master's current role is: FOLLOWER
15:09:26.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.319381 9003 catalog_manager.cc:1380] Generated new certificate authority record
15:09:26.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.322010 9003 catalog_manager.cc:1514] Loading token signing keys...
15:09:26.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.358290 9003 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337: Generated new TSK 0
15:09:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.359994 9003 catalog_manager.cc:1524] Initializing in-progress tserver states...
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.392699 8726 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/wal
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/data
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/logs
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/data/info.pb
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.129:0
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.133.129
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.129
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:09:26.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.461217 8807 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } attempt: 7
15:09:26.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.506047 8807 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45: Bootstrap starting.
15:09:26.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.515192 8807 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45: Neither blocks nor log segments found. Creating new log.
15:09:26.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.518603 8807 log.cc:826] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45: Log is configured to *not* fsync() on all Append() calls
15:09:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.537137 8807 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45: No bootstrap required, opened a new log
15:09:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.635823 8807 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } }
15:09:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.639968 8807 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:09:26.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.642344 8807 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3e7dd4fc8d1348cba7292d1d9d03ab45, State: Initialized, Role: FOLLOWER
15:09:26.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.648625 8807 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } }
15:09:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.668151 9013 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:26.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.668978 9013 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [sys.catalog]: This master's current role is: FOLLOWER
15:09:26.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.678377 8780 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [term 0 FOLLOWER]: Advancing to term 1
15:09:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.682353 8781 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45"
15:09:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.684455 8782 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" is_pre_election: true
15:09:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.689612 8780 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [term 1 FOLLOWER]: Refusing update from remote peer 7dfe7443fdfd4fcd8ac84ac241a6e337: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:09:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.690863 8807 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [sys.catalog]: configured and running, proceeding with master startup.
15:09:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.691493 8995 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:09:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.805250 9013 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7dfe7443fdfd4fcd8ac84ac241a6e337. Latest consensus state: current_term: 1 leader_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:26.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.805377 9022 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:26.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.806430 9013 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [sys.catalog]: This master's current role is: FOLLOWER
15:09:26.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.806456 9022 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45 [sys.catalog]: This master's current role is: FOLLOWER
15:09:26.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:26.817329 9029 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:09:27.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:27.043243 9010 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:27.043815 9010 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:27.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:27.044450 9010 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:27.078032 9010 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:27.079018 9010 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.133.129
15:09:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.116217 9010 tablet_server_runner.cc:78] Tablet server non-default flags:
15:09:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:27.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/data
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/wal
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.129:0
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/data/info.pb
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.129
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.133.129
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/logs
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:09:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.117915 9010 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:27.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.121050 9010 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:27.137777 9035 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:27.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.185003 9001 catalog_manager.cc:1269] Loaded cluster ID: 29d7fb0511714f3ea52ebed533ad388d
15:09:27.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.185285 9001 catalog_manager.cc:1562] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9: loading cluster ID for follower catalog manager: success
15:09:27.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.193243 9001 catalog_manager.cc:1584] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9: acquiring CA information for follower catalog manager: success
15:09:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.204497 9001 catalog_manager.cc:1612] T 00000000000000000000000000000000 P b179e67e55b64458a9f6671e4dd2a0a9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:09:27.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.287850 9042 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3e7dd4fc8d1348cba7292d1d9d03ab45" member_type: VOTER last_known_addr { host: "127.8.133.190" port: 40593 } } peers { permanent_uuid: "b179e67e55b64458a9f6671e4dd2a0a9" member_type: VOTER last_known_addr { host: "127.8.133.189" port: 43229 } } peers { permanent_uuid: "7dfe7443fdfd4fcd8ac84ac241a6e337" member_type: VOTER last_known_addr { host: "127.8.133.188" port: 40979 } } }
15:09:27.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.288762 9042 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7dfe7443fdfd4fcd8ac84ac241a6e337 [sys.catalog]: This master's current role is: LEADER
15:09:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.834080 9029 catalog_manager.cc:1269] Loaded cluster ID: 29d7fb0511714f3ea52ebed533ad388d
15:09:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.835225 9029 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45: loading cluster ID for follower catalog manager: success
15:09:27.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.908998 9029 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45: acquiring CA information for follower catalog manager: success
15:09:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:27.950124 9029 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 3e7dd4fc8d1348cba7292d1d9d03ab45: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:09:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:28.539222 9034 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 9010
15:09:28.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:28.974226 9034 kernel_stack_watchdog.cc:198] Thread 9010 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
15:09:28.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:09:28.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:09:28.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:09:28.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:09:28.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:27.141515 9036 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:28.978879 9038 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:28.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:28.979852 9010 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.839s user 0.590s sys 0.949s
15:09:28.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:28.980585 9010 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.840s user 0.590s sys 0.950s
15:09:28.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:28.982982 9037 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1838 milliseconds
15:09:28.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:28.982982 9010 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:28.985201 9010 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:28.993798 9010 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:28.998708 9010 hybrid_clock.cc:648] HybridClock initialized: now 1769699368998617 us; error 96 us; skew 500 ppm
15:09:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.013085 9010 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.051012 9010 webserver.cc:492] Webserver started at http://127.8.133.129:40551/ using document root <none> and password file <none>
15:09:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.052371 9010 fs_manager.cc:362] Metadata directory not provided
15:09:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.052821 9010 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.053416 9010 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.059870 9010 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/data/instance:
15:09:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f0b58d97f884463ad57e16e44867295"
15:09:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:29 on dist-test-slave-3mjc"
15:09:29.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.061420 9010 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/wal/instance:
15:09:29.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f0b58d97f884463ad57e16e44867295"
15:09:29.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:29 on dist-test-slave-3mjc"
15:09:29.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.084758 9010 fs_manager.cc:696] Time spent creating directory manager: real 0.023s user 0.014s sys 0.010s
15:09:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.099125 9052 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.101078 9010 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.002s sys 0.009s
15:09:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.101504 9010 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/wal
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f0b58d97f884463ad57e16e44867295"
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:29 on dist-test-slave-3mjc"
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.101949 9010 fs_report.cc:389] FS layout report
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/wal
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/wal
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/data/data
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:29.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.192113 9010 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:29.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.194299 9010 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.194901 9010 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:29.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.205439 9010 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:09:29.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.220304 9010 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:09:29.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.220650 9010 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:09:29.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.220952 9010 ts_tablet_manager.cc:616] Registered 0 tablets
15:09:29.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.221166 9010 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:09:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.910728 9010 rpc_server.cc:307] RPC server started. Bound to: 127.8.133.129:38445
15:09:29.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.910871 9167 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.133.129:38445 every 8 connection(s)
15:09:29.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.914472 9010 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/data/info.pb
15:09:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.919808 8726 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 9010
15:09:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.920456 8726 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-0/wal/instance
15:09:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:29.952108 8726 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/wal
15:09:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/data
15:09:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/logs
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/data/info.pb
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.130:0
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.133.130
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.130
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:09:30.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.037307 9169 heartbeater.cc:344] Connected to a master server at 127.8.133.189:43229
15:09:30.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.037837 9169 heartbeater.cc:461] Registering TS with master...
15:09:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.039536 9169 heartbeater.cc:507] Master 127.8.133.189:43229 requested a full tablet report, sending...
15:09:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.043390 8847 ts_manager.cc:194] Registered new tserver with Master: 5f0b58d97f884463ad57e16e44867295 (127.8.133.129:38445)
15:09:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.051614 9168 heartbeater.cc:344] Connected to a master server at 127.8.133.188:40979
15:09:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.051964 9168 heartbeater.cc:461] Registering TS with master...
15:09:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.052877 9168 heartbeater.cc:507] Master 127.8.133.188:40979 requested a full tablet report, sending...
15:09:30.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.055421 8929 ts_manager.cc:194] Registered new tserver with Master: 5f0b58d97f884463ad57e16e44867295 (127.8.133.129:38445)
15:09:30.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.058671 8929 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.133.129:54693
15:09:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.077373 9173 heartbeater.cc:344] Connected to a master server at 127.8.133.190:40593
15:09:30.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.077780 9173 heartbeater.cc:461] Registering TS with master...
15:09:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.078423 9173 heartbeater.cc:507] Master 127.8.133.190:40593 requested a full tablet report, sending...
15:09:30.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.081794 8772 ts_manager.cc:194] Registered new tserver with Master: 5f0b58d97f884463ad57e16e44867295 (127.8.133.129:38445)
15:09:30.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:30.415774 9172 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:30.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:30.416227 9172 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:30.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:30.416667 9172 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:30.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:30.450781 9172 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:30.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:30.451674 9172 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.133.130
15:09:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.488157 9172 tablet_server_runner.cc:78] Tablet server non-default flags:
15:09:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/data
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/wal
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.130:0
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/data/info.pb
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.130
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.133.130
15:09:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/logs
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.489733 9172 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:30.491940 9172 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:30.508855 9184 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:31.063256 9168 heartbeater.cc:499] Master 127.8.133.188:40979 was elected leader, sending a full tablet report...
15:09:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:31.913828 9183 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 9172
15:09:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:32.532708 9172 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.022s user 0.739s sys 1.198s
15:09:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:32.533100 9172 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.023s user 0.739s sys 1.198s
15:09:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:30.511404 9185 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:32.534492 9186 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2022 milliseconds
15:09:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.535569 9172 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:32.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:32.535576 9187 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.540293 9172 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.542698 9172 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.544094 9172 hybrid_clock.cc:648] HybridClock initialized: now 1769699372544049 us; error 59 us; skew 500 ppm
15:09:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.545074 9172 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:32.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.551669 9172 webserver.cc:492] Webserver started at http://127.8.133.130:41633/ using document root <none> and password file <none>
15:09:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.552640 9172 fs_manager.cc:362] Metadata directory not provided
15:09:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.552886 9172 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.553398 9172 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:32.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.558434 9172 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/data/instance:
15:09:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca019a865e894fb598928db93fe53511"
15:09:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:32 on dist-test-slave-3mjc"
15:09:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.559665 9172 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/wal/instance:
15:09:32.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca019a865e894fb598928db93fe53511"
15:09:32.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:32 on dist-test-slave-3mjc"
15:09:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.566908 9172 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
15:09:32.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.572471 9199 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:32.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.573525 9172 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.005s
15:09:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.573897 9172 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/wal
15:09:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca019a865e894fb598928db93fe53511"
15:09:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:32 on dist-test-slave-3mjc"
15:09:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.574246 9172 fs_report.cc:389] FS layout report
15:09:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/wal
15:09:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/wal
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/data/data
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:32.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.640743 9172 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:32.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.642406 9172 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:32.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.642951 9172 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:32.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.645692 9172 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:09:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.650141 9172 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:09:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.650385 9172 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:09:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.650683 9172 ts_tablet_manager.cc:616] Registered 0 tablets
15:09:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.650872 9172 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:09:32.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.820706 9172 rpc_server.cc:307] RPC server started. Bound to: 127.8.133.130:39023
15:09:32.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.820817 9311 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.133.130:39023 every 8 connection(s)
15:09:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.824153 9172 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/data/info.pb
15:09:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.831274 8726 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 9172
15:09:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.831760 8726 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-1/wal/instance
15:09:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.845363 8726 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/wal
15:09:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/data
15:09:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/logs
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/data/info.pb
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.131:0
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.133.131
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.131
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:09:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.883847 9313 heartbeater.cc:344] Connected to a master server at 127.8.133.189:43229
15:09:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.884392 9313 heartbeater.cc:461] Registering TS with master...
15:09:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.886251 9313 heartbeater.cc:507] Master 127.8.133.189:43229 requested a full tablet report, sending...
15:09:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.888859 9312 heartbeater.cc:344] Connected to a master server at 127.8.133.188:40979
15:09:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.889243 9312 heartbeater.cc:461] Registering TS with master...
15:09:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.890079 9312 heartbeater.cc:507] Master 127.8.133.188:40979 requested a full tablet report, sending...
15:09:32.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.890690 8847 ts_manager.cc:194] Registered new tserver with Master: ca019a865e894fb598928db93fe53511 (127.8.133.130:39023)
15:09:32.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.894558 9314 heartbeater.cc:344] Connected to a master server at 127.8.133.190:40593
15:09:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.894867 8929 ts_manager.cc:194] Registered new tserver with Master: ca019a865e894fb598928db93fe53511 (127.8.133.130:39023)
15:09:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.894984 9314 heartbeater.cc:461] Registering TS with master...
15:09:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.895929 9314 heartbeater.cc:507] Master 127.8.133.190:40593 requested a full tablet report, sending...
15:09:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.896641 8929 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.133.130:47669
15:09:32.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:32.899096 8772 ts_manager.cc:194] Registered new tserver with Master: ca019a865e894fb598928db93fe53511 (127.8.133.130:39023)
15:09:33.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:33.206204 9319 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:33.206892 9319 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:33.207638 9319 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:33.240869 9319 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:33.242002 9319 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.133.131
15:09:33.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:33.280539 9319 tablet_server_runner.cc:78] Tablet server non-default flags:
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.133.148:44877
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/data
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/wal
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.133.131:0
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:33.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/data/info.pb
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.133.131
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.133.190:40593,127.8.133.189:43229,127.8.133.188:40979
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.133.131
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/logs
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:33.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:33.282176 9319 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:33.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:33.284057 9319 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:33.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:33.298808 9328 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:33.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:33.900627 9312 heartbeater.cc:499] Master 127.8.133.188:40979 was elected leader, sending a full tablet report...
15:09:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:33.299304 9329 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:34.662076 9331 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:34.665352 9330 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1365 milliseconds
15:09:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:34.666419 9319 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.367s user 0.493s sys 0.860s
15:09:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:34.666674 9319 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.368s user 0.493s sys 0.860s
15:09:34.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.666852 9319 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.667994 9319 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:34.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.670369 9319 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:34.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.671814 9319 hybrid_clock.cc:648] HybridClock initialized: now 1769699374671768 us; error 56 us; skew 500 ppm
15:09:34.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.672696 9319 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:34.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.680699 9319 webserver.cc:492] Webserver started at http://127.8.133.131:45911/ using document root <none> and password file <none>
15:09:34.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.681892 9319 fs_manager.cc:362] Metadata directory not provided
15:09:34.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.682149 9319 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:34.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.682686 9319 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:34.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.687611 9319 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/data/instance:
15:09:34.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5993239a9a86427cae829cc2c407f743"
15:09:34.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:34 on dist-test-slave-3mjc"
15:09:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.688850 9319 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/wal/instance:
15:09:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5993239a9a86427cae829cc2c407f743"
15:09:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:34 on dist-test-slave-3mjc"
15:09:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.697139 9319 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
15:09:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.703435 9340 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.704715 9319 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
15:09:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.705070 9319 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/wal
15:09:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5993239a9a86427cae829cc2c407f743"
15:09:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:34 on dist-test-slave-3mjc"
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.705525 9319 fs_report.cc:389] FS layout report
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/wal
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/wal
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/data/data
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:34.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.780139 9319 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:34.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.781867 9319 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:34.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.782385 9319 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:34.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.785111 9319 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:09:34.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.789520 9319 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:09:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.789774 9319 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:09:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.790108 9319 ts_tablet_manager.cc:616] Registered 0 tablets
15:09:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.790337 9319 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:09:34.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.973692 9319 rpc_server.cc:307] RPC server started. Bound to: 127.8.133.131:35809
15:09:34.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.973796 9453 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.133.131:35809 every 8 connection(s)
15:09:34.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.976589 9319 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/data/info.pb
15:09:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.985829 8726 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 9319
15:09:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:34.986411 8726 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster9188040142001285021/ts-2/wal/instance
15:09:35.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.017695 9455 heartbeater.cc:344] Connected to a master server at 127.8.133.189:43229
15:09:35.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.018317 9455 heartbeater.cc:461] Registering TS with master...
15:09:35.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.020089 9455 heartbeater.cc:507] Master 127.8.133.189:43229 requested a full tablet report, sending...
15:09:35.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.022666 9454 heartbeater.cc:344] Connected to a master server at 127.8.133.188:40979
15:09:35.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.023007 9454 heartbeater.cc:461] Registering TS with master...
15:09:35.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.023778 8847 ts_manager.cc:194] Registered new tserver with Master: 5993239a9a86427cae829cc2c407f743 (127.8.133.131:35809)
15:09:35.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.023985 9454 heartbeater.cc:507] Master 127.8.133.188:40979 requested a full tablet report, sending...
15:09:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.026320 8929 ts_manager.cc:194] Registered new tserver with Master: 5993239a9a86427cae829cc2c407f743 (127.8.133.131:35809)
15:09:35.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.027815 8929 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.8.133.131:58759
15:09:35.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.031368 9456 heartbeater.cc:344] Connected to a master server at 127.8.133.190:40593
15:09:35.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.031692 9456 heartbeater.cc:461] Registering TS with master...
15:09:35.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.032352 9456 heartbeater.cc:507] Master 127.8.133.190:40593 requested a full tablet report, sending...
15:09:35.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.034492 8772 ts_manager.cc:194] Registered new tserver with Master: 5993239a9a86427cae829cc2c407f743 (127.8.133.131:35809)
15:09:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.046693 8726 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
15:09:35.059 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:09:35.061 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
15:09:35.074 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.133.190"
port: 40593
}
bound_http_address {
host: "127.8.133.190"
port: 33645
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.133.189"
port: 43229
}
bound_http_address {
host: "127.8.133.189"
port: 41435
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.133.188"
port: 40979
}
bound_http_address {
host: "127.8.133.188"
port: 46375
}
}
}
15:09:35.077 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:09:35.080 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.133.129"
port: 38445
}
bound_http_address {
host: "127.8.133.129"
port: 40551
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.133.130"
port: 39023
}
bound_http_address {
host: "127.8.133.130"
port: 41633
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.133.131"
port: 35809
}
bound_http_address {
host: "127.8.133.131"
port: 45911
}
}
}
15:09:35.080 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:09:35.250 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_275]
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51) ~[main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52) [main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41) [main/:?]
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43) [main/:?]
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155) [main/:?]
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299) [main/:?]
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109) [main/:?]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) [junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
15:09:35.277 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:09:35.399 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhCTF5h/test-tmp
15:09:35.399 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:09:35.400 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhCTF5h/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:09:35.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
15:09:35.754 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:09:35.754 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:09:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.759426 9465 mini_oidc.cc:150] Starting JWKS server
15:09:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.763684 9465 webserver.cc:492] Webserver started at http://127.0.0.1:41853/ using document root <none> and password file <none>
15:09:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.764262 9465 mini_oidc.cc:186] Starting OIDC Discovery server
15:09:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:35.767115 9465 webserver.cc:492] Webserver started at http://127.0.0.1:34889/ using document root <none> and password file <none>
15:09:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
15:09:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/principal' for realm 'KRBTEST.COM',
15:09:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
15:09:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:35 dist-test-slave-3mjc krb5kdc[9477](info): setting up network...
15:09:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
15:09:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:35 dist-test-slave-3mjc krb5kdc[9477](info): set up 2 sockets
15:09:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:35 dist-test-slave-3mjc krb5kdc[9477](info): commencing operation
15:09:35.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
15:09:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:36.032258 9454 heartbeater.cc:499] Master 127.8.133.188:40979 was elected leader, sending a full tablet report...
15:09:37.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:37.926133 9465 mini_kdc.cc:121] Time spent starting KDC: real 2.119s user 0.005s sys 0.015s
15:09:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
15:09:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:09:37.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
15:09:37.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
15:09:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:09:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
15:09:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
15:09:38.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:09:38.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
15:09:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:09:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/test-user.keytab.
15:09:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/test-user.keytab.
15:09:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:38 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699378, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:38.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:09:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T15:09:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:09:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T15:09:38Z Disabled control of system clock
15:09:38.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.62.126@KRBTEST.COM; defaulting to no policy
15:09:38.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:38.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.62.126@KRBTEST.COM" created.
15:09:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.9.62.126@KRBTEST.COM; defaulting to no policy
15:09:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.9.62.126@KRBTEST.COM" created.
15:09:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:38.184075 9465 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/logs
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data/info.pb
15:09:38.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.126:43341
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.126
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.126
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:38.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:09:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:09:38.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.511850 9494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:38.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.512399 9494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:38.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.513038 9494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.552040 9494 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:09:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.552269 9494 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:09:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.552551 9494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.552747 9494 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:09:38.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.552939 9494 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:09:38.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.553129 9494 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:09:38.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.553275 9494 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41853/jwks.json
15:09:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:38.597700 9494 master_runner.cc:386] Master server non-default flags:
15:09:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data
15:09:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:09:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.126
15:09:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.126:43341
15:09:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data/info.pb
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.126
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/logs
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:38.598986 9494 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:38.600104 9494 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:38.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.613865 9500 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.015323 9499 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 9494
15:09:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:38.614693 9501 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.243059 9499 kernel_stack_watchdog.cc:198] Thread 9494 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
15:09:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:09:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:09:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:09:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:09:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.248035 9494 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.634s user 0.003s sys 0.004s
15:09:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.248392 9502 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1627 milliseconds
15:09:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.248658 9494 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.635s user 0.004s sys 0.004s
15:09:40.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.250044 9503 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:40.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.250128 9494 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.251492 9494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.253933 9494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.255246 9494 hybrid_clock.cc:648] HybridClock initialized: now 1769699380255207 us; error 55 us; skew 500 ppm
15:09:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.256008 9494 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:40 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699380, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.262933 9494 init.cc:377] Logged in from keytab as kudu/127.9.62.126@KRBTEST.COM (short username kudu)
15:09:40.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.268080 9494 webserver.cc:492] Webserver started at http://127.9.62.126:33023/ using document root <none> and password file <none>
15:09:40.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.268936 9494 fs_manager.cc:362] Metadata directory not provided
15:09:40.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.269119 9494 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:40.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.269500 9494 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.274690 9494 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data/instance:
15:09:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8"
15:09:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:40 on dist-test-slave-3mjc"
15:09:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.275861 9494 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal/instance:
15:09:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8"
15:09:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:40 on dist-test-slave-3mjc"
15:09:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.283854 9494 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
15:09:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.289364 9513 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.290622 9494 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
15:09:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.290907 9494 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8"
15:09:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:40 on dist-test-slave-3mjc"
15:09:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.291363 9494 fs_report.cc:389] FS layout report
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data/data
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.360659 9494 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.366425 9494 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.367127 9494 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.453001 9494 rpc_server.cc:307] RPC server started. Bound to: 127.9.62.126:43341
15:09:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.453186 9566 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.62.126:43341 every 8 connection(s)
15:09:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.455771 9494 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data/info.pb
15:09:40.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.462850 9567 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:09:40.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.464450 9465 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 9494
15:09:40.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.464938 9465 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal/instance
15:09:40.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.474807 9567 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } has no permanent_uuid. Determining permanent_uuid...
15:09:40.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.62.125@KRBTEST.COM; defaulting to no policy
15:09:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.62.125@KRBTEST.COM" created.
15:09:40.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:40 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699380, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.126@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:09:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.520937 9567 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } has no permanent_uuid. Determining permanent_uuid...
15:09:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.523407 9515 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.9.62.125@KRBTEST.COM; defaulting to no policy
15:09:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.528550 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.125:34223: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.9.62.125@KRBTEST.COM" created.
15:09:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.555966 9465 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/logs
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data/info.pb
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.125:34223
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.125
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.125
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:40.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:09:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.578204 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } attempt: 1
15:09:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.587250 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.125:34223: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:40.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.655781 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } attempt: 2
15:09:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.661078 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.125:34223: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.752578 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } attempt: 3
15:09:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.758749 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.125:34223: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.902204 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } attempt: 4
15:09:40.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.906544 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.125:34223: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.912642 9576 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.913219 9576 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.913929 9576 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.950124 9576 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:09:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.950862 9576 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:09:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.951574 9576 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.952085 9576 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:09:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.952566 9576 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:09:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.952881 9576 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:09:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:40.953120 9576 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41853/jwks.json
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.991994 9576 master_runner.cc:386] Master server non-default flags:
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.125
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.125:34223
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data/info.pb
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.125
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/logs
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.993207 9576 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:40.994321 9576 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:41.009967 9582 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:41.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:41.205971 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } attempt: 5
15:09:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:41.210564 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.125:34223: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:41.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:41.758003 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } attempt: 6
15:09:41.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:41.765808 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.125:34223: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:42.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:41.010390 9583 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:42.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:41.023474 9585 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.286888 9584 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1269 milliseconds
15:09:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.286978 9576 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.292061 9576 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.295389 9576 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:42.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.296828 9576 hybrid_clock.cc:648] HybridClock initialized: now 1769699382296786 us; error 61 us; skew 500 ppm
15:09:42.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.297667 9576 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:42 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699382, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.305390 9576 init.cc:377] Logged in from keytab as kudu/127.9.62.125@KRBTEST.COM (short username kudu)
15:09:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.310446 9576 webserver.cc:492] Webserver started at http://127.9.62.125:38545/ using document root <none> and password file <none>
15:09:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.311373 9576 fs_manager.cc:362] Metadata directory not provided
15:09:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.311560 9576 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.311944 9576 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:42.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.316185 9576 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data/instance:
15:09:42.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d58f614bfad44598029a7ca7b7787da"
15:09:42.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:42 on dist-test-slave-3mjc"
15:09:42.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.317203 9576 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal/instance:
15:09:42.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d58f614bfad44598029a7ca7b7787da"
15:09:42.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:42 on dist-test-slave-3mjc"
15:09:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.325174 9576 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
15:09:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.330689 9596 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.331670 9576 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
15:09:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.332022 9576 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:09:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d58f614bfad44598029a7ca7b7787da"
15:09:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:42 on dist-test-slave-3mjc"
15:09:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.332348 9576 fs_report.cc:389] FS layout report
15:09:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data/data
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.388319 9576 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.398216 9576 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.398638 9576 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.493366 9576 rpc_server.cc:307] RPC server started. Bound to: 127.9.62.125:34223
15:09:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.493484 9647 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.62.125:34223 every 8 connection(s)
15:09:42.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.496121 9576 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data/info.pb
15:09:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.502846 9648 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:09:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.506281 9465 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 9576
15:09:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.506778 9465 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal/instance
15:09:42.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.516225 9648 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } has no permanent_uuid. Determining permanent_uuid...
15:09:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.62.124@KRBTEST.COM; defaulting to no policy
15:09:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.62.124@KRBTEST.COM" created.
15:09:42.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:42 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699382, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.125@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:09:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:42.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.555613 9648 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } has no permanent_uuid. Determining permanent_uuid...
15:09:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:42 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699382, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.125@KRBTEST.COM for kudu/127.9.62.125@KRBTEST.COM
15:09:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.9.62.124@KRBTEST.COM; defaulting to no policy
15:09:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.9.62.124@KRBTEST.COM" created.
15:09:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.582743 9648 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } has no permanent_uuid. Determining permanent_uuid...
15:09:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.596642 9598 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.601979 9648 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.605310 9465 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data
15:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/logs
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data/info.pb
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.124:39123
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.124
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.124
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:09:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:09:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.651540 9648 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 1
15:09:42.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.656832 9648 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.725342 9648 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 2
15:09:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.730017 9648 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.821471 9648 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 3
15:09:42.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.826200 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } attempt: 7
15:09:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.834510 9648 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:42.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:42 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699380, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.126@KRBTEST.COM for kudu/127.9.62.125@KRBTEST.COM
15:09:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.855002 9567 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } has no permanent_uuid. Determining permanent_uuid...
15:09:42.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.861024 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:42.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.919521 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 1
15:09:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.923693 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.976002 9658 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.976681 9658 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:42.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.977432 9658 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:42.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:42.977979 9648 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 4
15:09:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:42.982486 9648 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:43.005112 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 2
15:09:43.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.009533 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:43.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.012651 9658 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:09:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.012933 9658 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:09:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.013370 9658 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:43.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.013685 9658 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:09:43.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.013985 9658 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:09:43.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.014290 9658 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:09:43.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.014532 9658 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41853/jwks.json
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:43.053433 9658 master_runner.cc:386] Master server non-default flags:
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.124
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.124:39123
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data/info.pb
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.124
15:09:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/logs
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:43.054973 9658 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:43.056407 9658 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.071331 9668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:43.094941 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 3
15:09:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.101756 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:43.242434 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 4
15:09:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.249264 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:43.281903 9648 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 5
15:09:43.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.288739 9648 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:43.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:43.532845 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 5
15:09:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.541533 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:43.836417 9648 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 6
15:09:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.875643 9648 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.094103 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 6
15:09:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:44.107828 9567 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:43.071372 9667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:44.417906 9658 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.350s user 0.496s sys 0.848s
15:09:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:44.418628 9658 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.351s user 0.497s sys 0.849s
15:09:44.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.423399 9658 server_base.cc:1060] running on GCE node
15:09:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:44.425979 9678 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:44.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.427630 9658 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:44.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.431412 9658 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:44.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.433122 9658 hybrid_clock.cc:648] HybridClock initialized: now 1769699384433073 us; error 45 us; skew 500 ppm
15:09:44.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.434763 9658 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:44 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699384, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.445019 9658 init.cc:377] Logged in from keytab as kudu/127.9.62.124@KRBTEST.COM (short username kudu)
15:09:44.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.451926 9658 webserver.cc:492] Webserver started at http://127.9.62.124:37849/ using document root <none> and password file <none>
15:09:44.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.453356 9658 fs_manager.cc:362] Metadata directory not provided
15:09:44.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.453624 9658 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:44.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.454157 9658 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:44.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.460552 9658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data/instance:
15:09:44.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc9ce29c0b9a4721be9674892ae5e8cf"
15:09:44.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:44 on dist-test-slave-3mjc"
15:09:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.462010 9658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal/instance:
15:09:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc9ce29c0b9a4721be9674892ae5e8cf"
15:09:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:44 on dist-test-slave-3mjc"
15:09:44.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.472795 9658 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.010s sys 0.002s
15:09:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.479372 9684 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.480813 9658 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
15:09:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.481251 9658 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc9ce29c0b9a4721be9674892ae5e8cf"
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:44 on dist-test-slave-3mjc"
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.481717 9658 fs_report.cc:389] FS layout report
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data/data
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.586611 9658 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.594650 9658 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.595566 9658 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.691202 9658 rpc_server.cc:307] RPC server started. Bound to: 127.9.62.124:39123
15:09:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.691294 9736 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.62.124:39123 every 8 connection(s)
15:09:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.693985 9658 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data/info.pb
15:09:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.694694 9465 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 9658
15:09:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.695039 9465 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal/instance
15:09:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.703397 9737 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:09:44.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.720465 9737 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } has no permanent_uuid. Determining permanent_uuid...
15:09:44.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:44 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699378, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:09:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:44 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699384, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.124@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:09:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:44 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699378, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.62.125@KRBTEST.COM
15:09:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.765400 9737 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } has no permanent_uuid. Determining permanent_uuid...
15:09:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:44 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699384, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.124@KRBTEST.COM for kudu/127.9.62.125@KRBTEST.COM
15:09:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:44 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699378, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:09:44.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.791312 9737 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } has no permanent_uuid. Determining permanent_uuid...
15:09:44.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:44 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699384, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.124@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:09:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.829150 9737 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: Bootstrap starting.
15:09:44.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.835386 9737 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: Neither blocks nor log segments found. Creating new log.
15:09:44.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.838184 9737 log.cc:826] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: Log is configured to *not* fsync() on all Append() calls
15:09:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.843753 9737 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: No bootstrap required, opened a new log
15:09:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.863629 9737 raft_consensus.cc:359] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.864245 9737 raft_consensus.cc:385] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:09:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.864434 9737 raft_consensus.cc:740] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc9ce29c0b9a4721be9674892ae5e8cf, State: Initialized, Role: FOLLOWER
15:09:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.865140 9737 consensus_queue.cc:260] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:44.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.867937 9747 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:44.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.868570 9747 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: This master's current role is: FOLLOWER
15:09:44.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.870204 9737 sys_catalog.cc:565] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: configured and running, proceeding with master startup.
15:09:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:44.908020 9758 catalog_manager.cc:1568] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:09:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:44.908360 9758 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:09:44.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.897390 9658 master_runner.cc:186] Error getting master registration for 127.9.62.126:43341: OK, instance_id { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" instance_seqno: 1769699380428813 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:09:44.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.925345 9658 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:09:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.931213 9747 raft_consensus.cc:493] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:09:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.931804 9747 raft_consensus.cc:515] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.934379 9747 leader_election.cc:290] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers eb3ff5b8b0e8475d9d0fd6a08ada5da8 (127.9.62.126:43341), 8d58f614bfad44598029a7ca7b7787da (127.9.62.125:34223)
15:09:44.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.936177 9648 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 7
15:09:44.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:44 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699382, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.125@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:09:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.974403 9648 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: Bootstrap starting.
15:09:44.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.983686 9648 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: Neither blocks nor log segments found. Creating new log.
15:09:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.986609 9648 log.cc:826] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: Log is configured to *not* fsync() on all Append() calls
15:09:44.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:44.997727 9648 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: No bootstrap required, opened a new log
15:09:45.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.031760 9648 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.032697 9648 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:09:45.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.033300 9648 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d58f614bfad44598029a7ca7b7787da, State: Initialized, Role: FOLLOWER
15:09:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.034435 9648 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.038795 9762 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.040205 9762 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: This master's current role is: FOLLOWER
15:09:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.041371 9648 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: configured and running, proceeding with master startup.
15:09:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.041450 9623 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d58f614bfad44598029a7ca7b7787da" is_pre_election: true
15:09:45.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.047514 9623 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc9ce29c0b9a4721be9674892ae5e8cf in term 0.
15:09:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.050542 9686 leader_election.cc:304] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8d58f614bfad44598029a7ca7b7787da, dc9ce29c0b9a4721be9674892ae5e8cf; no voters:
15:09:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.052139 9747 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 0 FOLLOWER]: Leader pre-election won for term 1
15:09:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.052541 9747 raft_consensus.cc:493] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:09:45.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.052937 9747 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 0 FOLLOWER]: Advancing to term 1
15:09:45.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.063648 9747 raft_consensus.cc:515] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:45.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.084254 9623 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d58f614bfad44598029a7ca7b7787da"
15:09:45.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.085362 9623 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 0 FOLLOWER]: Advancing to term 1
15:09:45.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.093653 9747 leader_election.cc:290] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [CANDIDATE]: Term 1 election: Requested vote from peers eb3ff5b8b0e8475d9d0fd6a08ada5da8 (127.9.62.126:43341), 8d58f614bfad44598029a7ca7b7787da (127.9.62.125:34223)
15:09:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:45.103403 9690 tablet.cc:2378] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:09:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.110587 9623 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dc9ce29c0b9a4721be9674892ae5e8cf in term 1.
15:09:45.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.112473 9686 leader_election.cc:304] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8d58f614bfad44598029a7ca7b7787da, dc9ce29c0b9a4721be9674892ae5e8cf; no voters:
15:09:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.113929 9747 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 1 FOLLOWER]: Leader election won for term 1
15:09:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.116396 9747 raft_consensus.cc:697] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 1 LEADER]: Becoming Leader. State: Replica: dc9ce29c0b9a4721be9674892ae5e8cf, State: Running, Role: LEADER
15:09:45.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.118292 9747 consensus_queue.cc:237] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.142117 9567 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } attempt: 7
15:09:45.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.142205 9770 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc9ce29c0b9a4721be9674892ae5e8cf. Latest consensus state: current_term: 1 leader_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.145038 9770 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: This master's current role is: LEADER
15:09:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.153268 9774 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:09:45.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:45.157465 9602 tablet.cc:2378] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:09:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.165165 9774 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:09:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:45 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699380, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.126@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:09:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:45.196831 9777 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:09:45.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:45.197199 9777 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:09:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.200417 9623 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 1 FOLLOWER]: Refusing update from remote peer dc9ce29c0b9a4721be9674892ae5e8cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:09:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.205073 9770 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:09:45.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.217530 9567 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: Bootstrap starting.
15:09:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.175772 9576 master_runner.cc:186] Error getting master registration for 127.9.62.126:43341: OK, instance_id { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" instance_seqno: 1769699380428813 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:09:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.232587 9576 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:09:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.244346 9567 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: Neither blocks nor log segments found. Creating new log.
15:09:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.253921 9762 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc9ce29c0b9a4721be9674892ae5e8cf. Latest consensus state: current_term: 1 leader_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.254627 9762 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: This master's current role is: FOLLOWER
15:09:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.258599 9567 log.cc:826] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: Log is configured to *not* fsync() on all Append() calls
15:09:45.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.259905 9779 mvcc.cc:204] Tried to move back new op lower bound from 7248688681756479488 to 7248688681469362176. Current Snapshot: MvccSnapshot[applied={T|T < 7248688681756479488}]
15:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.269644 9770 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.270506 9770 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: This master's current role is: LEADER
15:09:45.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.277631 9762 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.278327 9762 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: This master's current role is: FOLLOWER
15:09:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.279027 9567 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: No bootstrap required, opened a new log
15:09:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.281312 9774 catalog_manager.cc:1357] Generated new cluster ID: c656756fb5f14af8b23022226058daf2
15:09:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.281618 9774 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
15:09:45.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.335958 9774 catalog_manager.cc:1380] Generated new certificate authority record
15:09:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.338013 9774 catalog_manager.cc:1514] Loading token signing keys...
15:09:45.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.371637 9567 raft_consensus.cc:359] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.372690 9567 raft_consensus.cc:385] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:09:45.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.373036 9567 raft_consensus.cc:740] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb3ff5b8b0e8475d9d0fd6a08ada5da8, State: Initialized, Role: FOLLOWER
15:09:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.374100 9567 consensus_queue.cc:260] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.383905 9785 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.384706 9785 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: This master's current role is: FOLLOWER
15:09:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.390182 9567 sys_catalog.cc:565] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: configured and running, proceeding with master startup.
15:09:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.394300 9541 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" is_pre_election: true
15:09:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.403210 9774 catalog_manager.cc:6027] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: Generated new TSK 0
15:09:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.404356 9774 catalog_manager.cc:1524] Initializing in-progress tserver states...
15:09:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.398327 9539 raft_consensus.cc:3060] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 0 FOLLOWER]: Advancing to term 1
15:09:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.398828 9540 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8"
15:09:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.416855 9539 raft_consensus.cc:1275] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Refusing update from remote peer dc9ce29c0b9a4721be9674892ae5e8cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:09:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.419339 9747 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:09:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.62.65@KRBTEST.COM; defaulting to no policy
15:09:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.62.65@KRBTEST.COM" created.
15:09:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.502260 9785 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc9ce29c0b9a4721be9674892ae5e8cf. Latest consensus state: current_term: 1 leader_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.502349 9791 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:45.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.503050 9791 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: This master's current role is: FOLLOWER
15:09:45.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.503032 9785 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: This master's current role is: FOLLOWER
15:09:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:45.550386 9465 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.9.62.65: real 0.102s user 0.006s sys 0.010s
15:09:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.9.62.65@KRBTEST.COM; defaulting to no policy
15:09:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.9.62.65@KRBTEST.COM" created.
15:09:45.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.616814 9806 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:09:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.649381 9465 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/wal
15:09:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/data
15:09:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/logs
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/data/info.pb
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.65:0
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.62.65
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.65
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.65
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:09:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.850999 9747 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:45.851677 9747 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: This master's current role is: LEADER
15:09:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:46.124567 9807 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:46.125416 9807 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:46.126156 9807 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:46.163303 9807 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:46.164908 9807 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.62.65
15:09:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.202980 9777 catalog_manager.cc:1269] Loaded cluster ID: c656756fb5f14af8b23022226058daf2
15:09:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.203595 9777 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: loading cluster ID for follower catalog manager: success
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.209545 9807 tablet_server_runner.cc:78] Tablet server non-default flags:
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/data
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/wal
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.65
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.65:0
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/data/info.pb
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.65
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.62.65
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/logs
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.211244 9807 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.212586 9807 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.213599 9777 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: acquiring CA information for follower catalog manager: success
15:09:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.220132 9777 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:09:46.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:46.231197 9815 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:46.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.645035 9806 catalog_manager.cc:1269] Loaded cluster ID: c656756fb5f14af8b23022226058daf2
15:09:46.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.645460 9806 catalog_manager.cc:1562] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: loading cluster ID for follower catalog manager: success
15:09:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.681335 9806 catalog_manager.cc:1584] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: acquiring CA information for follower catalog manager: success
15:09:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:46.740159 9806 catalog_manager.cc:1612] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:09:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:46.233428 9816 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:47.631891 9814 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 9807
15:09:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:48.298375 9814 kernel_stack_watchdog.cc:198] Thread 9807 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
15:09:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:09:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:09:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:09:48.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:09:48.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:48.299847 9807 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.069s user 0.398s sys 0.659s
15:09:48.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:48.300653 9807 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.070s user 0.398s sys 0.659s
15:09:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.306090 9807 server_base.cc:1060] running on GCE node
15:09:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:48.306931 9823 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:48.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.308379 9807 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.311002 9807 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.312505 9807 hybrid_clock.cc:648] HybridClock initialized: now 1769699388312383 us; error 124 us; skew 500 ppm
15:09:48.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.313599 9807 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:48 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699388, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.321619 9807 init.cc:377] Logged in from keytab as kudu/127.9.62.65@KRBTEST.COM (short username kudu)
15:09:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.335148 9807 webserver.cc:492] Webserver started at http://127.9.62.65:40511/ using document root <none> and password file <none>
15:09:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.336440 9807 fs_manager.cc:362] Metadata directory not provided
15:09:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.336717 9807 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.337285 9807 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.344342 9807 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/data/instance:
15:09:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "644e545fe8844eaeaad38183a9c869d7"
15:09:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:48 on dist-test-slave-3mjc"
15:09:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.346931 9807 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/wal/instance:
15:09:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "644e545fe8844eaeaad38183a9c869d7"
15:09:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:48 on dist-test-slave-3mjc"
15:09:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.357388 9807 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.006s sys 0.003s
15:09:48.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.370553 9830 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.372133 9807 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.004s sys 0.006s
15:09:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.372531 9807 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/wal
15:09:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "644e545fe8844eaeaad38183a9c869d7"
15:09:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:48 on dist-test-slave-3mjc"
15:09:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.373042 9807 fs_report.cc:389] FS layout report
15:09:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/wal
15:09:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/wal
15:09:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/data/data
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.439919 9807 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.446789 9807 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.447332 9807 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.451285 9807 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:09:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.457244 9807 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:09:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.457583 9807 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:09:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.457885 9807 ts_tablet_manager.cc:616] Registered 0 tablets
15:09:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.458856 9807 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s user 0.001s sys 0.001s
15:09:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.724074 9807 rpc_server.cc:307] RPC server started. Bound to: 127.9.62.65:37403
15:09:48.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.724252 9943 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.62.65:37403 every 8 connection(s)
15:09:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.727864 9807 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/data/info.pb
15:09:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.729156 9465 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 9807
15:09:48.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.729923 9465 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-0/wal/instance
15:09:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.62.66@KRBTEST.COM; defaulting to no policy
15:09:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.62.66@KRBTEST.COM" created.
15:09:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:48 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699388, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.65@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:09:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:48 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699388, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.65@KRBTEST.COM for kudu/127.9.62.125@KRBTEST.COM
15:09:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.9.62.66@KRBTEST.COM; defaulting to no policy
15:09:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.9.62.66@KRBTEST.COM" created.
15:09:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.864650 9944 heartbeater.cc:344] Connected to a master server at 127.9.62.124:39123
15:09:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.865206 9944 heartbeater.cc:461] Registering TS with master...
15:09:48.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.866694 9944 heartbeater.cc:507] Master 127.9.62.124:39123 requested a full tablet report, sending...
15:09:48.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:48 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699388, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.65@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:09:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.870263 9702 ts_manager.cc:194] Registered new tserver with Master: 644e545fe8844eaeaad38183a9c869d7 (127.9.62.65:37403)
15:09:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.875895 9945 heartbeater.cc:344] Connected to a master server at 127.9.62.125:34223
15:09:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.876317 9945 heartbeater.cc:461] Registering TS with master...
15:09:48.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.876662 9702 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.9.62.65@KRBTEST.COM'} at 127.9.62.65:37817
15:09:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.877820 9945 heartbeater.cc:507] Master 127.9.62.125:34223 requested a full tablet report, sending...
15:09:48.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.881136 9613 ts_manager.cc:194] Registered new tserver with Master: 644e545fe8844eaeaad38183a9c869d7 (127.9.62.65:37403)
15:09:48.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.887953 9948 heartbeater.cc:344] Connected to a master server at 127.9.62.126:43341
15:09:48.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.888352 9948 heartbeater.cc:461] Registering TS with master...
15:09:48.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.889041 9948 heartbeater.cc:507] Master 127.9.62.126:43341 requested a full tablet report, sending...
15:09:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.892406 9530 ts_manager.cc:194] Registered new tserver with Master: 644e545fe8844eaeaad38183a9c869d7 (127.9.62.65:37403)
15:09:48.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:48.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:48.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:48.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:48.899406 9465 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:48.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:48.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/wal
15:09:48.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/data
15:09:48.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/logs
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/data/info.pb
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.66:0
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.62.66
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.66
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.66
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:48.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:48.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:09:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:49.278043 9958 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:49.278537 9958 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:49.279194 9958 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:49.314381 9958 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:49.316001 9958 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.62.66
15:09:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:49.359016 9958 tablet_server_runner.cc:78] Tablet server non-default flags:
15:09:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/data
15:09:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/wal
15:09:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.66
15:09:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.66:0
15:09:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/data/info.pb
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.66
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.62.66
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/logs
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:49.360474 9958 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:49.361523 9958 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:49.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:49.378257 9965 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:49.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:49.881680 9944 heartbeater.cc:499] Master 127.9.62.124:39123 was elected leader, sending a full tablet report...
15:09:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:50 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699390, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:50.270370 9509 init.cc:295] Successfully reacquired a new kerberos TGT
15:09:51.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:49.379034 9966 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:51.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:50.779335 9964 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 9958
15:09:51.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.093781 9964 kernel_stack_watchdog.cc:198] Thread 9958 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
15:09:51.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:09:51.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:09:51.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:09:51.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:09:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.097958 9958 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.718s user 0.000s sys 0.002s
15:09:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.098340 9958 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.719s user 0.000s sys 0.003s
15:09:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.100791 9968 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.101019 9967 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1720 milliseconds
15:09:51.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.100970 9958 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.102583 9958 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.105134 9958 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.106593 9958 hybrid_clock.cc:648] HybridClock initialized: now 1769699391106529 us; error 62 us; skew 500 ppm
15:09:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.107724 9958 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:51 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699391, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:51.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.116176 9958 init.cc:377] Logged in from keytab as kudu/127.9.62.66@KRBTEST.COM (short username kudu)
15:09:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.122522 9958 webserver.cc:492] Webserver started at http://127.9.62.66:43483/ using document root <none> and password file <none>
15:09:51.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.123521 9958 fs_manager.cc:362] Metadata directory not provided
15:09:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.123724 9958 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.124117 9958 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.129210 9958 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/data/instance:
15:09:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6926d8f98eda4c2184eb7aaa8db38a0e"
15:09:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:51 on dist-test-slave-3mjc"
15:09:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.131110 9958 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/wal/instance:
15:09:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6926d8f98eda4c2184eb7aaa8db38a0e"
15:09:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:51 on dist-test-slave-3mjc"
15:09:51.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.142858 9958 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.005s sys 0.004s
15:09:51.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.149632 9983 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:51.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.150885 9958 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
15:09:51.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.151240 9958 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/wal
15:09:51.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6926d8f98eda4c2184eb7aaa8db38a0e"
15:09:51.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:51 on dist-test-slave-3mjc"
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.151676 9958 fs_report.cc:389] FS layout report
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/wal
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/wal
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/data/data
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.208071 9958 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.213841 9958 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.214248 9958 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.217376 9958 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:09:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.222291 9958 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:09:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.222502 9958 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:09:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.222692 9958 ts_tablet_manager.cc:616] Registered 0 tablets
15:09:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.222831 9958 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:09:51.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.401075 9958 rpc_server.cc:307] RPC server started. Bound to: 127.9.62.66:44519
15:09:51.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.401690 10096 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.62.66:44519 every 8 connection(s)
15:09:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.403970 9958 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/data/info.pb
15:09:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.411536 9465 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 9958
15:09:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.412039 9465 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-1/wal/instance
15:09:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.9.62.67@KRBTEST.COM; defaulting to no policy
15:09:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.9.62.67@KRBTEST.COM" created.
15:09:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:51 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699391, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.66@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:09:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:51 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699391, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.66@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:09:51.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:51 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699391, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.66@KRBTEST.COM for kudu/127.9.62.125@KRBTEST.COM
15:09:51.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.481400 10097 heartbeater.cc:344] Connected to a master server at 127.9.62.124:39123
15:09:51.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.481990 10097 heartbeater.cc:461] Registering TS with master...
15:09:51.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.483681 10097 heartbeater.cc:507] Master 127.9.62.124:39123 requested a full tablet report, sending...
15:09:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.486697 9702 ts_manager.cc:194] Registered new tserver with Master: 6926d8f98eda4c2184eb7aaa8db38a0e (127.9.62.66:44519)
15:09:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.488622 9702 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.9.62.66@KRBTEST.COM'} at 127.9.62.66:52379
15:09:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.490638 10099 heartbeater.cc:344] Connected to a master server at 127.9.62.126:43341
15:09:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.491109 10099 heartbeater.cc:461] Registering TS with master...
15:09:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.492152 10099 heartbeater.cc:507] Master 127.9.62.126:43341 requested a full tablet report, sending...
15:09:51.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.497237 9530 ts_manager.cc:194] Registered new tserver with Master: 6926d8f98eda4c2184eb7aaa8db38a0e (127.9.62.66:44519)
15:09:51.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.498521 10098 heartbeater.cc:344] Connected to a master server at 127.9.62.125:34223
15:09:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.499001 10098 heartbeater.cc:461] Registering TS with master...
15:09:51.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.500139 10098 heartbeater.cc:507] Master 127.9.62.125:34223 requested a full tablet report, sending...
15:09:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:51.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.9.62.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:51.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.503152 9613 ts_manager.cc:194] Registered new tserver with Master: 6926d8f98eda4c2184eb7aaa8db38a0e (127.9.62.66:44519)
15:09:51.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.9.62.67@KRBTEST.COM; defaulting to no policy
15:09:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.9.62.67@KRBTEST.COM" created.
15:09:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:09:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.9.62.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab.
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.552592 9465 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/wal
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/data
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/logs
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/data/info.pb
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.67:0
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.62.67
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.67
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.67
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:09:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:09:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:09:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:09:51.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.913245 10111 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:51.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.913793 10111 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:51.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.914541 10111 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:51.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.949249 10111 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:51.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:51.950536 10111 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.62.67
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.988034 10111 tablet_server_runner.cc:78] Tablet server non-default flags:
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/data
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/wal
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.67
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.67:0
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/data/info.pb
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.67
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.62.67
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/logs
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:51.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:51.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.989758 10111 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:51.991008 10111 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:52.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:52.004617 10118 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:52 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699392, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:52.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:52.311365 9592 init.cc:295] Successfully reacquired a new kerberos TGT
15:09:52.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:52.494314 10097 heartbeater.cc:499] Master 127.9.62.124:39123 was elected leader, sending a full tablet report...
15:09:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:53.411087 10117 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 10111
15:09:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:53.956292 10117 kernel_stack_watchdog.cc:198] Thread 10111 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
15:09:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:09:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:09:53.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:09:53.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:09:53.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:53.957414 10111 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.952s user 0.693s sys 1.089s
15:09:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:53.957718 10120 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1951 milliseconds
15:09:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:53.957811 10111 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.952s user 0.693s sys 1.089s
15:09:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:52.006003 10119 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:53.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:53.959721 10121 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:53.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.959765 10111 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:53.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.964022 10111 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:53.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.966097 10111 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:53.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.967536 10111 hybrid_clock.cc:648] HybridClock initialized: now 1769699393967479 us; error 40 us; skew 500 ppm
15:09:53.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.968484 10111 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:53.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:53 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699393, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.974668 10111 init.cc:377] Logged in from keytab as kudu/127.9.62.67@KRBTEST.COM (short username kudu)
15:09:53.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.980784 10111 webserver.cc:492] Webserver started at http://127.9.62.67:46355/ using document root <none> and password file <none>
15:09:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.981992 10111 fs_manager.cc:362] Metadata directory not provided
15:09:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.982235 10111 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.982712 10111 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
15:09:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.986970 10111 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/data/instance:
15:09:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b9fc57422e40c689ce14652e389bfd"
15:09:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:53 on dist-test-slave-3mjc"
15:09:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.988181 10111 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/wal/instance:
15:09:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b9fc57422e40c689ce14652e389bfd"
15:09:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:53 on dist-test-slave-3mjc"
15:09:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:53.996176 10111 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
15:09:54.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.001902 10135 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.002969 10111 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:09:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.003388 10111 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/wal
15:09:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b9fc57422e40c689ce14652e389bfd"
15:09:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:53 on dist-test-slave-3mjc"
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.003690 10111 fs_report.cc:389] FS layout report
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/wal
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/wal
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/data/data
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:54.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.068348 10111 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.078230 10111 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.078658 10111 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:54.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.081825 10111 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:09:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.086944 10111 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:09:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.087268 10111 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
15:09:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.087590 10111 ts_tablet_manager.cc:616] Registered 0 tablets
15:09:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.087795 10111 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:09:54.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.435425 10111 rpc_server.cc:307] RPC server started. Bound to: 127.9.62.67:42479
15:09:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.435572 10249 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.62.67:42479 every 8 connection(s)
15:09:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.437892 10111 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/data/info.pb
15:09:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.445329 9465 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 10111
15:09:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.446002 9465 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/ts-2/wal/instance
15:09:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:54 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699394, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.463510 9680 init.cc:295] Successfully reacquired a new kerberos TGT
15:09:54.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:54 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699393, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.67@KRBTEST.COM for kudu/127.9.62.125@KRBTEST.COM
15:09:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:54 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699393, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.67@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:09:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:54 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699393, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.67@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:09:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.564881 10251 heartbeater.cc:344] Connected to a master server at 127.9.62.125:34223
15:09:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.565400 10251 heartbeater.cc:461] Registering TS with master...
15:09:54.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.567423 10251 heartbeater.cc:507] Master 127.9.62.125:34223 requested a full tablet report, sending...
15:09:54.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.570487 9613 ts_manager.cc:194] Registered new tserver with Master: b4b9fc57422e40c689ce14652e389bfd (127.9.62.67:42479)
15:09:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.574898 10254 heartbeater.cc:344] Connected to a master server at 127.9.62.126:43341
15:09:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.575315 10254 heartbeater.cc:461] Registering TS with master...
15:09:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.576668 10250 heartbeater.cc:344] Connected to a master server at 127.9.62.124:39123
15:09:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.576819 10254 heartbeater.cc:507] Master 127.9.62.126:43341 requested a full tablet report, sending...
15:09:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.577018 10250 heartbeater.cc:461] Registering TS with master...
15:09:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.577880 10250 heartbeater.cc:507] Master 127.9.62.124:39123 requested a full tablet report, sending...
15:09:54.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.580681 9702 ts_manager.cc:194] Registered new tserver with Master: b4b9fc57422e40c689ce14652e389bfd (127.9.62.67:42479)
15:09:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.582427 9702 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.9.62.67@KRBTEST.COM'} at 127.9.62.67:39763
15:09:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.594908 9530 ts_manager.cc:194] Registered new tserver with Master: b4b9fc57422e40c689ce14652e389bfd (127.9.62.67:42479)
15:09:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.611013 9465 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
15:09:54.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:09:54.624 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
15:09:54.638 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
15:09:54.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
15:09:54.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.62.126"
port: 43341
}
bound_http_address {
host: "127.9.62.126"
port: 33023
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.62.125"
port: 34223
}
bound_http_address {
host: "127.9.62.125"
port: 38545
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.62.124"
port: 39123
}
bound_http_address {
host: "127.9.62.124"
port: 37849
}
}
}
15:09:54.643 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:09:54.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.9.62.65"
port: 37403
}
bound_http_address {
host: "127.9.62.65"
port: 40511
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.9.62.66"
port: 44519
}
bound_http_address {
host: "127.9.62.66"
port: 43483
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.9.62.67"
port: 42479
}
bound_http_address {
host: "127.9.62.67"
port: 46355
}
}
}
15:09:54.645 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:09:54.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:09:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:54 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699394, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:09:54.682 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:09:54.684 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc
15:09:54.692 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:09:54.693 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc
15:09:54.695 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:09:54.699 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
15:09:54.701 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
15:09:54.701 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
15:09:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:54 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699394, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:09:54.746 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:09:54.746 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc
15:09:54.748 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
15:09:54.748 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.62.126:43341
15:09:54.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
15:09:54.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.750803 9465 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 9494
15:09:54.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:09:54.789 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.62.125:34223
15:09:54.789 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
15:09:54.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.789628 9465 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 9576
15:09:54.817 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:09:54.817 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.9.62.124:39123
15:09:54.818 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
15:09:54.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.818449 9465 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 9658
15:09:54.851 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:09:54.852 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.62.126:43341
15:09:54.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:54.857044 9465 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/logs
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data/info.pb
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.126:43341
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.126
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33023
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.126
15:09:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:09:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:09:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:54.925269 9948 heartbeater.cc:646] Failed to heartbeat to 127.9.62.126:43341 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.62.126:43341: connect: Connection refused (error 111)
15:09:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.177747 10264 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.178284 10264 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.178964 10264 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.212146 10264 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:09:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.212384 10264 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:09:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.212643 10264 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.212839 10264 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:09:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.213029 10264 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:09:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.213223 10264 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:09:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.213371 10264 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41853/jwks.json
15:09:55.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:55.251545 10264 master_runner.cc:386] Master server non-default flags:
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.126
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.126:43341
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data/info.pb
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.126
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33023
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/logs
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:55.252784 10264 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:55.253736 10264 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.264801 10273 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.528185 10099 heartbeater.cc:646] Failed to heartbeat to 127.9.62.126:43341 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.62.126:43341: connect: Connection refused (error 111)
15:09:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.576599 10251 heartbeater.cc:646] Failed to heartbeat to 127.9.62.125:34223 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:55.588586 10250 heartbeater.cc:499] Master 127.9.62.124:39123 was elected leader, sending a full tablet report...
15:09:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.265934 10274 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:55.269889 10276 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:56.526582 10275 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:09:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.527233 10264 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:09:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.532634 10264 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:09:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.537034 10264 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:09:56.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.538512 10264 hybrid_clock.cc:648] HybridClock initialized: now 1769699396538352 us; error 155 us; skew 500 ppm
15:09:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.539518 10264 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:09:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:56 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699396, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.546020 10264 init.cc:377] Logged in from keytab as kudu/127.9.62.126@KRBTEST.COM (short username kudu)
15:09:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.551592 10264 webserver.cc:492] Webserver started at http://127.9.62.126:33023/ using document root <none> and password file <none>
15:09:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.552582 10264 fs_manager.cc:362] Metadata directory not provided
15:09:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.552852 10264 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:09:56.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.561295 10264 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
15:09:56.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.566043 10293 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:09:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.567234 10264 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
15:09:56.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.567612 10264 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:56.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8"
15:09:56.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:40 on dist-test-slave-3mjc"
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.569546 10264 fs_report.cc:389] FS layout report
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/wal
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data/data
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:09:56.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:09:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.628168 10264 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:09:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.634999 10264 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:09:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.635618 10264 kserver.cc:163] Server-wide thread pool size limit: 3276
15:09:56.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.766034 10264 rpc_server.cc:307] RPC server started. Bound to: 127.9.62.126:43341
15:09:56.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.766084 10345 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.62.126:43341 every 8 connection(s)
15:09:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.769208 10264 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-0/data/info.pb
15:09:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.771472 9465 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 10264
15:09:56.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:09:56.772 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.62.125:34223
15:09:56.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
15:09:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.774555 9465 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/logs
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data/info.pb
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:09:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.125:34223
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.125
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38545
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.125
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:09:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:09:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.793047 10346 sys_catalog.cc:263] Verifying existing consensus state
15:09:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.801313 10346 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: Bootstrap starting.
15:09:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.856302 10346 log.cc:826] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: Log is configured to *not* fsync() on all Append() calls
15:09:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.874811 10346 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:09:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.875764 10346 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: Bootstrap complete.
15:09:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.900328 10346 raft_consensus.cc:359] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.902858 10346 raft_consensus.cc:740] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb3ff5b8b0e8475d9d0fd6a08ada5da8, State: Initialized, Role: FOLLOWER
15:09:56.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.903882 10346 consensus_queue.cc:260] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.906410 10350 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:09:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.907326 10350 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: This master's current role is: FOLLOWER
15:09:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.908506 10346 sys_catalog.cc:565] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: configured and running, proceeding with master startup.
15:09:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:56.987015 8803 debug-util.cc:398] Leaking SignalData structure 0x7b08000950a0 after lost signal to thread 8740
15:09:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:56.987823 8803 debug-util.cc:398] Leaking SignalData structure 0x7b080007d360 after lost signal to thread 8806
15:09:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.992039 9948 heartbeater.cc:344] Connected to a master server at 127.9.62.126:43341
15:09:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.998144 10365 catalog_manager.cc:1269] Loaded cluster ID: c656756fb5f14af8b23022226058daf2
15:09:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:56.998462 10365 catalog_manager.cc:1562] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: loading cluster ID for follower catalog manager: success
15:09:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.000996 10311 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "644e545fe8844eaeaad38183a9c869d7" instance_seqno: 1769699388668604) as {username='kudu', principal='kudu/127.9.62.65@KRBTEST.COM'} at 127.9.62.65:56349; Asking this server to re-register.
15:09:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:56 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699396, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.126@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:09:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.003304 9948 heartbeater.cc:461] Registering TS with master...
15:09:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.007712 10310 ts_manager.cc:194] Registered new tserver with Master: 644e545fe8844eaeaad38183a9c869d7 (127.9.62.65:37403)
15:09:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.008441 10365 catalog_manager.cc:1584] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: acquiring CA information for follower catalog manager: success
15:09:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.014634 10365 catalog_manager.cc:1612] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:09:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.034096 10264 master_runner.cc:186] Error getting master registration for 127.9.62.125:34223: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111),
15:09:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.067436 10264 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:09:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.266527 10348 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:09:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.267329 10348 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:09:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.268445 10348 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:09:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.327486 10348 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:09:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.327816 10348 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:09:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.328270 10348 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:09:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.328616 10348 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:09:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.328953 10348 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:09:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.329284 10348 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:09:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.329542 10348 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41853/jwks.json
15:09:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.396968 10348 master_runner.cc:386] Master server non-default flags:
15:09:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.125
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.125:34223
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:09:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data/info.pb
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.125
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38545
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/logs
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:09:57.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:09:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.398610 10348 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:09:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.400066 10348 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:09:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.454252 10375 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:09:57.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.583571 10099 heartbeater.cc:344] Connected to a master server at 127.9.62.126:43341
15:09:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.587435 10311 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6926d8f98eda4c2184eb7aaa8db38a0e" instance_seqno: 1769699391362537) as {username='kudu', principal='kudu/127.9.62.66@KRBTEST.COM'} at 127.9.62.66:36059; Asking this server to re-register.
15:09:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.588999 10099 heartbeater.cc:461] Registering TS with master...
15:09:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.593247 10311 ts_manager.cc:194] Registered new tserver with Master: 6926d8f98eda4c2184eb7aaa8db38a0e (127.9.62.66:44519)
15:09:57.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.643409 10254 heartbeater.cc:344] Connected to a master server at 127.9.62.126:43341
15:09:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.646865 10311 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b4b9fc57422e40c689ce14652e389bfd" instance_seqno: 1769699394359682) as {username='kudu', principal='kudu/127.9.62.67@KRBTEST.COM'} at 127.9.62.67:54085; Asking this server to re-register.
15:09:57.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.649399 10254 heartbeater.cc:461] Registering TS with master...
15:09:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:57.653757 10311 ts_manager.cc:194] Registered new tserver with Master: b4b9fc57422e40c689ce14652e389bfd (127.9.62.67:42479)
15:09:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.727349 9940 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5d00 after lost signal to thread 9810
15:09:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.729038 9940 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4840 after lost signal to thread 9943
15:09:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:09:58 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699398, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:09:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:58.326665 9826 init.cc:295] Successfully reacquired a new kerberos TGT
15:09:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:58.576156 10386 raft_consensus.cc:493] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:09:58.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:58.576853 10386 raft_consensus.cc:515] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:09:58.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:58.586386 10386 leader_election.cc:290] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8d58f614bfad44598029a7ca7b7787da (127.9.62.125:34223), dc9ce29c0b9a4721be9674892ae5e8cf (127.9.62.124:39123)
15:09:58.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:58.601621 10296 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:58.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:58.618958 10296 leader_election.cc:336] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8d58f614bfad44598029a7ca7b7787da (127.9.62.125:34223): Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:09:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:58.622891 10296 leader_election.cc:336] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dc9ce29c0b9a4721be9674892ae5e8cf (127.9.62.124:39123): Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:09:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:58.623390 10296 leader_election.cc:304] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eb3ff5b8b0e8475d9d0fd6a08ada5da8; no voters: 8d58f614bfad44598029a7ca7b7787da, dc9ce29c0b9a4721be9674892ae5e8cf
15:09:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:09:58.624451 10386 raft_consensus.cc:2749] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
15:10:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:58.847991 10374 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 10348
15:10:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:00.304688 10348 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.847s user 0.753s sys 1.366s
15:10:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:00.310649 10348 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.853s user 0.753s sys 1.366s
15:10:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:09:57.459555 10376 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:10:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.324373 10348 server_base.cc:1060] running on GCE node
15:10:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:00.324970 10407 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:10:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.326416 10348 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:10:00.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.343693 10348 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:10:00.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.347309 10348 hybrid_clock.cc:648] HybridClock initialized: now 1769699400346954 us; error 348 us; skew 500 ppm
15:10:00.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.348538 10348 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:10:00.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:00 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699400, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:10:00.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.358952 10348 init.cc:377] Logged in from keytab as kudu/127.9.62.125@KRBTEST.COM (short username kudu)
15:10:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.387562 10410 raft_consensus.cc:493] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:10:00.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.388486 10410 raft_consensus.cc:515] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:10:00.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.390741 10410 leader_election.cc:290] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8d58f614bfad44598029a7ca7b7787da (127.9.62.125:34223), dc9ce29c0b9a4721be9674892ae5e8cf (127.9.62.124:39123)
15:10:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:00.472271 10296 leader_election.cc:336] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8d58f614bfad44598029a7ca7b7787da (127.9.62.125:34223): Network error: Client connection negotiation failed: client connection to 127.9.62.125:34223: connect: Connection refused (error 111)
15:10:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.472988 10348 webserver.cc:492] Webserver started at http://127.9.62.125:38545/ using document root <none> and password file <none>
15:10:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.474366 10348 fs_manager.cc:362] Metadata directory not provided
15:10:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.474690 10348 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:10:00.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:00.475517 10296 leader_election.cc:336] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dc9ce29c0b9a4721be9674892ae5e8cf (127.9.62.124:39123): Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:10:00.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.475947 10296 leader_election.cc:304] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: eb3ff5b8b0e8475d9d0fd6a08ada5da8; no voters: 8d58f614bfad44598029a7ca7b7787da, dc9ce29c0b9a4721be9674892ae5e8cf
15:10:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.477015 10410 raft_consensus.cc:2749] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
15:10:00.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.516410 10348 fs_manager.cc:714] Time spent opening directory manager: real 0.031s user 0.009s sys 0.001s
15:10:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.530560 10418 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:10:00.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.532038 10348 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.000s sys 0.008s
15:10:00.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.532498 10348 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:10:00.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d58f614bfad44598029a7ca7b7787da"
15:10:00.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:42 on dist-test-slave-3mjc"
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.535698 10348 fs_report.cc:389] FS layout report
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/wal
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data/data
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:10:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:10:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:10:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:10:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:10:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:10:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:10:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.665302 10348 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:10:00.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.686720 10348 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:10:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.690424 10348 kserver.cc:163] Server-wide thread pool size limit: 3276
15:10:00.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.956650 10348 rpc_server.cc:307] RPC server started. Bound to: 127.9.62.125:34223
15:10:00.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.956691 10473 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.62.125:34223 every 8 connection(s)
15:10:00.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.959658 10348 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-1/data/info.pb
15:10:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.969667 9465 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 10348
15:10:00.971 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:10:00.971 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.9.62.124:39123
15:10:00.972 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
15:10:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.974153 9465 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:10:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu
15:10:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:10:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/logs
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data/info.pb
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:10:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.124:39123
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.124
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37849
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.124
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:10:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:10:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:10:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:10:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:10:00.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:10:00.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:00.998430 10474 sys_catalog.cc:263] Verifying existing consensus state
15:10:01.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.009433 10474 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: Bootstrap starting.
15:10:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:01 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699401, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:10:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.132735 9979 init.cc:295] Successfully reacquired a new kerberos TGT
15:10:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:01 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699398, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.65@KRBTEST.COM for kudu/127.9.62.125@KRBTEST.COM
15:10:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.222965 9945 heartbeater.cc:344] Connected to a master server at 127.9.62.125:34223
15:10:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.251900 10474 log.cc:826] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: Log is configured to *not* fsync() on all Append() calls
15:10:01.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.300877 10474 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:10:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.301959 10474 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: Bootstrap complete.
15:10:01.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.356452 10474 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:10:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.360620 10474 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d58f614bfad44598029a7ca7b7787da, State: Initialized, Role: FOLLOWER
15:10:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.361864 10474 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:10:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.370493 10481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:10:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.371371 10481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: This master's current role is: FOLLOWER
15:10:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.374351 10474 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: configured and running, proceeding with master startup.
15:10:01.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.465056 10492 catalog_manager.cc:1269] Loaded cluster ID: c656756fb5f14af8b23022226058daf2
15:10:01.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.465348 10492 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: loading cluster ID for follower catalog manager: success
15:10:01.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.472955 10492 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: acquiring CA information for follower catalog manager: success
15:10:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.478538 10492 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:10:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:01 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699400, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.125@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:10:01.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.531553 10476 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:10:01.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.532274 10476 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:10:01.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.533380 10476 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:10:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.519181 10348 master_runner.cc:186] Error getting master registration for 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111),
15:10:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.547331 10348 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:10:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.570039 10476 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:10:01.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.570364 10476 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:10:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.570772 10476 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:10:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.570984 10476 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:10:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.571252 10476 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:10:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.571447 10476 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:10:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.571585 10476 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41853/jwks.json
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.625530 10476 master_runner.cc:386] Master server non-default flags:
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.62.84:34005
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/krb5kdc/kudu.keytab
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.9.62.124
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.62.124:39123
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41853/jwks.json
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:10:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:10:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:10:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data/info.pb
15:10:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.62.124
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37849
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/logs
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:10:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
15:10:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:10:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Jan 2026 14:43:24 UTC on 5fd53c4cbb9d
15:10:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10249
15:10:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:10:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.627214 10476 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:10:01.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.628589 10476 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:10:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.646580 10501 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:10:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.682592 10098 heartbeater.cc:344] Connected to a master server at 127.9.62.125:34223
15:10:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.689059 10439 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6926d8f98eda4c2184eb7aaa8db38a0e" instance_seqno: 1769699391362537) as {username='kudu', principal='kudu/127.9.62.66@KRBTEST.COM'} at 127.9.62.66:47809; Asking this server to re-register.
15:10:01.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.698199 10098 heartbeater.cc:461] Registering TS with master...
15:10:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.702347 10439 ts_manager.cc:194] Registered new tserver with Master: 6926d8f98eda4c2184eb7aaa8db38a0e (127.9.62.66:44519)
15:10:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.762823 10251 heartbeater.cc:344] Connected to a master server at 127.9.62.125:34223
15:10:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.765780 10439 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b4b9fc57422e40c689ce14652e389bfd" instance_seqno: 1769699394359682) as {username='kudu', principal='kudu/127.9.62.67@KRBTEST.COM'} at 127.9.62.67:54147; Asking this server to re-register.
15:10:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.767175 10251 heartbeater.cc:461] Registering TS with master...
15:10:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:01.770473 10439 ts_manager.cc:194] Registered new tserver with Master: b4b9fc57422e40c689ce14652e389bfd (127.9.62.67:42479)
15:10:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.131668 10264 master_runner.cc:186] Error getting master registration for 127.9.62.124:39123: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111),
15:10:02.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.132133 10264 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:10:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:02.185420 10470 debug-util.cc:398] Leaking SignalData structure 0x7b0800071060 after lost signal to thread 10370
15:10:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.230062 10439 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "644e545fe8844eaeaad38183a9c869d7" instance_seqno: 1769699388668604) as {username='kudu', principal='kudu/127.9.62.65@KRBTEST.COM'} at 127.9.62.65:50663; Asking this server to re-register.
15:10:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.231832 9945 heartbeater.cc:461] Registering TS with master...
15:10:02.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.235304 10439 ts_manager.cc:194] Registered new tserver with Master: 644e545fe8844eaeaad38183a9c869d7 (127.9.62.65:37403)
15:10:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.706586 10519 raft_consensus.cc:493] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:10:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.710448 10519 raft_consensus.cc:515] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:10:02.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.715118 10449 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "8d58f614bfad44598029a7ca7b7787da" is_pre_election: true
15:10:02.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.716255 10449 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eb3ff5b8b0e8475d9d0fd6a08ada5da8 in term 1.
15:10:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.719465 10296 leader_election.cc:304] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8d58f614bfad44598029a7ca7b7787da, eb3ff5b8b0e8475d9d0fd6a08ada5da8; no voters:
15:10:02.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.728116 10519 leader_election.cc:290] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8d58f614bfad44598029a7ca7b7787da (127.9.62.125:34223), dc9ce29c0b9a4721be9674892ae5e8cf (127.9.62.124:39123)
15:10:02.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.729486 10520 raft_consensus.cc:2804] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Leader pre-election won for term 2
15:10:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.732043 10520 raft_consensus.cc:493] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:10:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.732962 10520 raft_consensus.cc:3060] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 1 FOLLOWER]: Advancing to term 2
15:10:02.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:02.753118 10296 leader_election.cc:336] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dc9ce29c0b9a4721be9674892ae5e8cf (127.9.62.124:39123): Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:10:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.764739 10520 raft_consensus.cc:515] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:10:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.776108 10449 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "8d58f614bfad44598029a7ca7b7787da"
15:10:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.776684 10449 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 1 FOLLOWER]: Advancing to term 2
15:10:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.786716 10449 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eb3ff5b8b0e8475d9d0fd6a08ada5da8 in term 2.
15:10:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:02.794162 10296 leader_election.cc:336] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dc9ce29c0b9a4721be9674892ae5e8cf (127.9.62.124:39123): Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111)
15:10:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.795171 10520 leader_election.cc:290] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 election: Requested vote from peers 8d58f614bfad44598029a7ca7b7787da (127.9.62.125:34223), dc9ce29c0b9a4721be9674892ae5e8cf (127.9.62.124:39123)
15:10:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.797775 10296 leader_election.cc:304] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8d58f614bfad44598029a7ca7b7787da, eb3ff5b8b0e8475d9d0fd6a08ada5da8; no voters: dc9ce29c0b9a4721be9674892ae5e8cf
15:10:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.799906 10520 raft_consensus.cc:2804] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 2 FOLLOWER]: Leader election won for term 2
15:10:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.813918 10520 raft_consensus.cc:697] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [term 2 LEADER]: Becoming Leader. State: Replica: eb3ff5b8b0e8475d9d0fd6a08ada5da8, State: Running, Role: LEADER
15:10:02.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.819648 10520 consensus_queue.cc:237] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:10:02.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.866317 10519 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader eb3ff5b8b0e8475d9d0fd6a08ada5da8. Latest consensus state: current_term: 2 leader_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:10:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.872231 10519 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: This master's current role is: LEADER
15:10:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.877954 10525 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:10:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.900329 10525 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:10:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.916004 10525 catalog_manager.cc:1269] Loaded cluster ID: c656756fb5f14af8b23022226058daf2
15:10:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.916421 10525 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
15:10:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.927201 10525 catalog_manager.cc:1514] Loading token signing keys...
15:10:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.932766 10525 catalog_manager.cc:6038] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8: Loaded TSK: 0
15:10:02.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:02.946094 10525 catalog_manager.cc:1524] Initializing in-progress tserver states...
15:10:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.398401 10449 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [term 2 FOLLOWER]: Refusing update from remote peer eb3ff5b8b0e8475d9d0fd6a08ada5da8: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
15:10:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.401114 10519 consensus_queue.cc:1048] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
15:10:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:03.414896 10296 consensus_peers.cc:597] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 -> Peer dc9ce29c0b9a4721be9674892ae5e8cf (127.9.62.124:39123): Couldn't send request to peer dc9ce29c0b9a4721be9674892ae5e8cf. Status: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
15:10:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.442672 10530 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: SysCatalogTable state changed. Reason: New leader eb3ff5b8b0e8475d9d0fd6a08ada5da8. Latest consensus state: current_term: 2 leader_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:10:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.443585 10530 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: This master's current role is: FOLLOWER
15:10:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.473038 10530 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:10:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.473739 10530 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d58f614bfad44598029a7ca7b7787da [sys.catalog]: This master's current role is: FOLLOWER
15:10:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.477560 10519 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:10:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.478557 10519 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: This master's current role is: LEADER
15:10:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:03.753271 10296 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.62.124:39123: connect: Connection refused (error 111) [suppressed 6 similar messages]
15:10:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:03.047500 10500 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 10476
15:10:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:03.883318 10476 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.236s user 0.424s sys 0.572s
15:10:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:03.883713 10476 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.236s user 0.424s sys 0.572s
15:10:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:01.647431 10502 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:10:03.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:03.891340 10504 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:10:03.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.893407 10476 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:10:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:03.893864 10503 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2245 milliseconds
15:10:03.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.895569 10476 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:10:03.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.898721 10476 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:10:03.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.900158 10476 hybrid_clock.cc:648] HybridClock initialized: now 1769699403900116 us; error 53 us; skew 500 ppm
15:10:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.901291 10476 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:10:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:03 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699403, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:10:03.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.910006 10476 init.cc:377] Logged in from keytab as kudu/127.9.62.124@KRBTEST.COM (short username kudu)
15:10:03.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.930588 10476 webserver.cc:492] Webserver started at http://127.9.62.124:37849/ using document root <none> and password file <none>
15:10:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.931885 10476 fs_manager.cc:362] Metadata directory not provided
15:10:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.932201 10476 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:10:03.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.943004 10476 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
15:10:03.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.948892 10543 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:10:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.950265 10476 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
15:10:03.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.950659 10476 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data,/tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:10:03.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc9ce29c0b9a4721be9674892ae5e8cf"
15:10:03.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-29 15:09:44 on dist-test-slave-3mjc"
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.952780 10476 fs_report.cc:389] FS layout report
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/wal
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data/data
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:10:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:10:03.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:10:03.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:10:03.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:10:03.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:10:03.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:03 dist-test-slave-3mjc krb5kdc[9477](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699403, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:10:03.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:03.981197 10131 init.cc:295] Successfully reacquired a new kerberos TGT
15:10:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.035401 10476 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:10:04.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.038228 9948 heartbeater.cc:499] Master 127.9.62.126:43341 was elected leader, sending a full tablet report...
15:10:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.042655 10476 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:10:04.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.043215 10476 kserver.cc:163] Server-wide thread pool size limit: 3276
15:10:04.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.214540 10476 rpc_server.cc:307] RPC server started. Bound to: 127.9.62.124:39123
15:10:04.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.214644 10596 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.62.124:39123 every 8 connection(s)
15:10:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.218842 10476 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskhCTF5h/test-tmp/mini-kudu-cluster2294050949148295529/master-2/data/info.pb
15:10:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.221998 9465 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu as pid 10476
15:10:04.223 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:10:04.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:04 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699396, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.126@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:10:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.315935 10597 sys_catalog.cc:263] Verifying existing consensus state
15:10:04.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.340091 10597 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: Bootstrap starting.
15:10:04.418 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.62.126:43341(127.9.62.126:43341)] connecting to peer
15:10:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.436463 10597 log.cc:826] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: Log is configured to *not* fsync() on all Append() calls
15:10:04.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.507057 10597 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
15:10:04.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.508234 10597 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf: Bootstrap complete.
15:10:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.587107 10597 raft_consensus.cc:359] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:10:04.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.593370 10597 raft_consensus.cc:740] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc9ce29c0b9a4721be9674892ae5e8cf, State: Initialized, Role: FOLLOWER
15:10:04.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.594784 10597 consensus_queue.cc:260] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } }
15:10:04.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.600317 10602 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:10:04.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.601259 10602 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: This master's current role is: FOLLOWER
15:10:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.606513 10597 sys_catalog.cc:565] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: configured and running, proceeding with master startup.
15:10:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.607462 10571 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [term 1 FOLLOWER]: Advancing to term 2
15:10:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.621662 10099 heartbeater.cc:499] Master 127.9.62.126:43341 was elected leader, sending a full tablet report...
15:10:04.618 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.62.125:34223(127.9.62.125:34223)] connecting to peer
15:10:04.648 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.62.124:39123(127.9.62.124:39123)] connecting to peer
15:10:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.683784 10254 heartbeater.cc:499] Master 127.9.62.126:43341 was elected leader, sending a full tablet report...
15:10:04.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.695533 10602 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: SysCatalogTable state changed. Reason: New leader eb3ff5b8b0e8475d9d0fd6a08ada5da8. Latest consensus state: current_term: 2 leader_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:10:04.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.696276 10602 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: This master's current role is: FOLLOWER
15:10:04.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.701838 10610 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:10:04.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.704077 10610 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc9ce29c0b9a4721be9674892ae5e8cf [sys.catalog]: This master's current role is: FOLLOWER
15:10:04.704 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.62.125:34223(127.9.62.125:34223)] Successfully connected to peer
15:10:04.715 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.62.126:43341(127.9.62.126:43341)] Successfully connected to peer
15:10:04.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.747391 10519 sys_catalog.cc:455] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "eb3ff5b8b0e8475d9d0fd6a08ada5da8" member_type: VOTER last_known_addr { host: "127.9.62.126" port: 43341 } } peers { permanent_uuid: "8d58f614bfad44598029a7ca7b7787da" member_type: VOTER last_known_addr { host: "127.9.62.125" port: 34223 } } peers { permanent_uuid: "dc9ce29c0b9a4721be9674892ae5e8cf" member_type: VOTER last_known_addr { host: "127.9.62.124" port: 39123 } } }
15:10:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.756248 10519 sys_catalog.cc:458] T 00000000000000000000000000000000 P eb3ff5b8b0e8475d9d0fd6a08ada5da8 [sys.catalog]: This master's current role is: LEADER
15:10:04.833 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.62.124:39123(127.9.62.124:39123)] Successfully connected to peer
15:10:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:04.849176 9940 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb760 after lost signal to thread 9810
15:10:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:04.850301 9940 debug-util.cc:398] Leaking SignalData structure 0x7b08000bba40 after lost signal to thread 9943
15:10:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:04 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699401, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.66@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:10:04.871 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
15:10:04.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.62.125:34223(127.9.62.125:34223)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
15:10:04.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.62.126:43341(127.9.62.126:43341)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
15:10:04.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.62.126:43341: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
15:10:04.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.9.62.125:34223: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
15:10:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:04.881300 10613 negotiation.cc:337] Failed RPC negotiation. Trace:
15:10:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.709342 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:43246 (local address 127.9.62.126:43341)
15:10:04.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.746181 (+ 36839us) server_negotiation.cc:207] Beginning negotiation
15:10:04.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.746212 (+ 31us) server_negotiation.cc:400] Waiting for connection header
15:10:04.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.794311 (+ 48099us) server_negotiation.cc:408] Connection header received
15:10:04.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.833507 (+ 39196us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:10:04.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.833547 (+ 40us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:10:04.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.834207 (+ 660us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:10:04.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.834443 (+ 236us) server_negotiation.cc:227] Negotiated authn=SASL
15:10:04.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.879723 (+ 45280us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:43246: BlockingRecv error: recv got EOF from 127.0.0.1:43246 (error 108)
15:10:04.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":36255,"thread_start_us":34329,"threads_started":1}
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:04.883850 10612 negotiation.cc:337] Failed RPC negotiation. Trace:
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.700944 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:55920 (local address 127.9.62.125:34223)
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.735653 (+ 34709us) server_negotiation.cc:207] Beginning negotiation
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.735685 (+ 32us) server_negotiation.cc:400] Waiting for connection header
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.793908 (+ 58223us) server_negotiation.cc:408] Connection header received
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.828442 (+ 34534us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.828477 (+ 35us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:10:04.886 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.62.125:34223(127.9.62.125:34223)] handling channelInactive
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.828708 (+ 231us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.828877 (+ 169us) server_negotiation.cc:227] Negotiated authn=SASL
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.882064 (+ 53187us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:55920: BlockingRecv error: recv got EOF from 127.0.0.1:55920 (error 108)
15:10:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":33953,"thread_start_us":34677,"threads_started":1}
15:10:04.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.62.124:39123(127.9.62.124:39123)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
15:10:04.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.9.62.124:39123: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
15:10:04.894 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=655), Traces: [0ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.62.126:43341, [349ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.62.125:34223, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.62.124:39123, [609ms] Sub RPC ConnectToMaster: received response from server master-127.9.62.126:43341: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [608ms] Sub RPC ConnectToMaster: received response from server master-127.9.62.125:34223: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [620ms] Sub RPC ConnectToMaster: received response from server master-127.9.62.124:39123: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) [netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15:10:04.921 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=683), Traces: [0ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.62.126:43341, [349ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.62.125:34223, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.62.124:39123, [609ms] Sub RPC ConnectToMaster: received response from server master-127.9.62.126:43341: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [608ms] Sub RPC ConnectToMaster: received response from server master-127.9.62.125:34223: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [620ms] Sub RPC ConnectToMaster: received response from server master-127.9.62.124:39123: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260129 15:10:04.925858 10599 negotiation.cc:337] Failed RPC negotiation. Trace:
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.713861 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:52970 (local address 127.9.62.124:39123)
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.714715 (+ 854us) server_negotiation.cc:207] Beginning negotiation
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.714743 (+ 28us) server_negotiation.cc:400] Waiting for connection header
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.834076 (+119333us) server_negotiation.cc:408] Connection header received
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.834881 (+ 805us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.834918 (+ 37us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.835231 (+ 313us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:10:04.926 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.62.126:43341(127.9.62.126:43341)] disconnecting while in state TERMINATED
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.835400 (+ 169us) server_negotiation.cc:227] Negotiated authn=SASL
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0129 15:10:04.924120 (+ 88720us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52970: BlockingRecv error: recv got EOF from 127.0.0.1:52970 (error 108)
15:10:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":124}
15:10:04.927 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.62.126:43341(127.9.62.126:43341)] handling channelInactive
15:10:04.928 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.62.125:34223(127.9.62.125:34223)] disconnecting while in state TERMINATED
15:10:04.929 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.9.62.124:39123(127.9.62.124:39123)] disconnecting while in state TERMINATED
15:10:04.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.931295 10626 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:10:04.932 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.62.124:39123(127.9.62.124:39123)] handling channelInactive
15:10:04.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:10:04.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:04 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699403, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.67@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:10:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.964749 10097 heartbeater.cc:344] Connected to a master server at 127.9.62.124:39123
15:10:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.979198 10561 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "6926d8f98eda4c2184eb7aaa8db38a0e" instance_seqno: 1769699391362537) as {username='kudu', principal='kudu/127.9.62.66@KRBTEST.COM'} at 127.9.62.66:34651; Asking this server to re-register.
15:10:04.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.980832 10097 heartbeater.cc:461] Registering TS with master...
15:10:04.983 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:10:04.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:04.984959 10561 ts_manager.cc:194] Registered new tserver with Master: 6926d8f98eda4c2184eb7aaa8db38a0e (127.9.62.66:44519)
15:10:05.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.002862 10250 heartbeater.cc:344] Connected to a master server at 127.9.62.124:39123
15:10:05.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.003398 10250 heartbeater.cc:499] Master 127.9.62.124:39123 was elected leader, sending a full tablet report...
15:10:05.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.006019 10561 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b4b9fc57422e40c689ce14652e389bfd" instance_seqno: 1769699394359682) as {username='kudu', principal='kudu/127.9.62.67@KRBTEST.COM'} at 127.9.62.67:45315; Asking this server to re-register.
15:10:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.007706 10250 heartbeater.cc:461] Registering TS with master...
15:10:05.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.010838 10561 ts_manager.cc:194] Registered new tserver with Master: b4b9fc57422e40c689ce14652e389bfd (127.9.62.67:42479)
15:10:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.022073 9465 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 9807
15:10:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:05 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699403, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.124@KRBTEST.COM for kudu/127.9.62.126@KRBTEST.COM
15:10:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:05 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699403, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.124@KRBTEST.COM for kudu/127.9.62.125@KRBTEST.COM
15:10:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.071148 9465 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 9958
15:10:05.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.111317 9465 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 10111
15:10:05.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 29 15:10:05 dist-test-slave-3mjc krb5kdc[9477](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769699403, etypes {rep=17 tkt=17 ses=17}, kudu/127.9.62.124@KRBTEST.COM for kudu/127.9.62.124@KRBTEST.COM
15:10:05.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.148679 9465 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 10264
15:10:05.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.190508 9465 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 10348
15:10:05.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:05.228542 9465 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 10476
15:10:06.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T15:10:06Z chronyd exiting
15:10:07.492 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:10:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:07.493625 8726 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 9010
15:10:07.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:07.523990 8726 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 9172
15:10:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:07.551214 8726 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 9319
15:10:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:07.579509 8726 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 8739
15:10:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:07.616680 8726 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 8809
15:10:07.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260129 15:10:07.648540 8726 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskhCTF5h/build/tsan/bin/kudu with pid 8885
15:10:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-29T15:10:08Z chronyd exiting
15:10:09.861 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
15:10:10.942 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
15:10:10.942 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.9.62.126:43341,127.9.62.125:34223,127.9.62.124:39123). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more