20:33:07.617 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:33:07.617 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskzWpbyu/test-tmp
20:33:07.618 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:33:07.618 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskzWpbyu/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:33:07.620 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:33:07.950 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:33:07.950 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:33:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:07.953966 26445 mini_oidc.cc:150] Starting JWKS server
20:33:07.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:07.957150 26445 webserver.cc:533] Webserver started at http://127.0.0.1:35485/ using document root <none> and password file <none>
20:33:07.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:07.957577 26445 mini_oidc.cc:186] Starting OIDC Discovery server
20:33:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:07.959239 26445 webserver.cc:533] Webserver started at http://127.0.0.1:38589/ using document root <none> and password file <none>
20:33:08.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T20:33:08Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:33:08.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T20:33:08Z Disabled control of system clock
20:33:08.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:08.018435 26445 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/wal
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/data
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/logs
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/data/info.pb
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.126:46453
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.126
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35485/jwks.json with env {}
20:33:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.319599 26457 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.320204 26457 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.320792 26457 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:08.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.355569 26457 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.355880 26457 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.356096 26457 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.356307 26457 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.356499 26457 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.356647 26457 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35485/jwks.json
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:08.395318 26457 master_runner.cc:387] Master server non-default flags:
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/data
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/wal
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:08.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.126:46453
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35485/jwks.json
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/data/info.pb
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.126
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/logs
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:08.396693 26457 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:08.398330 26457 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.410578 26463 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:09.812703 26462 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 26457
20:33:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:08.410933 26464 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:09.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:09.975867 26457 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.565s user 0.000s sys 0.002s
20:33:09.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:09.976610 26465 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1564 milliseconds
20:33:09.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:09.976962 26457 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.567s user 0.000s sys 0.003s
20:33:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.978381 26457 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:09.978417 26466 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:09.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.982455 26457 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.984808 26457 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.986276 26457 hybrid_clock.cc:648] HybridClock initialized: now 1781728389986238 us; error 40 us; skew 500 ppm
20:33:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.987100 26457 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.993604 26457 webserver.cc:533] Webserver started at http://127.25.211.126:42929/ using document root <none> and password file <none>
20:33:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.994571 26457 fs_manager.cc:362] Metadata directory not provided
20:33:09.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.994792 26457 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.995191 26457 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:33:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:09.999935 26457 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/data/instance:
20:33:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5e33735f0e64672958f546196ca051a"
20:33:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:09 on dist-test-slave-mjqx"
20:33:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.001201 26457 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/wal/instance:
20:33:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5e33735f0e64672958f546196ca051a"
20:33:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:09 on dist-test-slave-mjqx"
20:33:10.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.008605 26457 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.003s
20:33:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.014815 26473 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.016104 26457 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:33:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.016450 26457 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/wal
20:33:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5e33735f0e64672958f546196ca051a"
20:33:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:09 on dist-test-slave-mjqx"
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.016883 26457 fs_report.cc:389] FS layout report
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/wal
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/wal
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/data/data
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:10.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.063282 26457 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.064740 26457 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.065217 26457 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.133963 26457 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.126:46453
20:33:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.134049 26524 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.126:46453 every 8 connection(s)
20:33:10.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.136701 26457 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/data/info.pb
20:33:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.142844 26525 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:33:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.145568 26445 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 26457
20:33:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.145964 26445 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-0/wal/instance
20:33:10.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.149485 26445 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:10.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:10.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/wal
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/data
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/logs
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/data/info.pb
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.125:32887
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.125
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35485/jwks.json with env {}
20:33:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.154716 26525 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } has no permanent_uuid. Determining permanent_uuid...
20:33:10.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.182963 26525 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } has no permanent_uuid. Determining permanent_uuid...
20:33:10.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.185559 26476 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.211.125:32887: connect: Connection refused (error 111)
20:33:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.189750 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.125:32887: Network error: Client connection negotiation failed: client connection to 127.25.211.125:32887: connect: Connection refused (error 111)
20:33:10.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.239384 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } attempt: 1
20:33:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.243968 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.125:32887: Network error: Client connection negotiation failed: client connection to 127.25.211.125:32887: connect: Connection refused (error 111)
20:33:10.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.312469 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } attempt: 2
20:33:10.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.316797 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.125:32887: Network error: Client connection negotiation failed: client connection to 127.25.211.125:32887: connect: Connection refused (error 111)
20:33:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.408288 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } attempt: 3
20:33:10.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.414506 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.125:32887: Network error: Client connection negotiation failed: client connection to 127.25.211.125:32887: connect: Connection refused (error 111)
20:33:10.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.464517 26527 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:10.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.465201 26527 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:10.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.465742 26527 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:10.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.501668 26527 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:10.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.502033 26527 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:10.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.502363 26527 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:10.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.502657 26527 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:10.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.502977 26527 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:10.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.503186 26527 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35485/jwks.json
20:33:10.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.541489 26527 master_runner.cc:387] Master server non-default flags:
20:33:10.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/data
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/wal
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.125:32887
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35485/jwks.json
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/data/info.pb
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.125
20:33:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/logs
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.543123 26527 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.544871 26527 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:10.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.555404 26536 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:10.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.558805 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } attempt: 4
20:33:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.563663 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.125:32887: Network error: Client connection negotiation failed: client connection to 127.25.211.125:32887: connect: Connection refused (error 111)
20:33:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:10.863072 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } attempt: 5
20:33:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.869378 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.125:32887: Network error: Client connection negotiation failed: client connection to 127.25.211.125:32887: connect: Connection refused (error 111)
20:33:11.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.416976 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } attempt: 6
20:33:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:11.427678 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.125:32887: Network error: Client connection negotiation failed: client connection to 127.25.211.125:32887: connect: Connection refused (error 111)
20:33:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.562455 26539 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:10.557068 26537 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:11.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:11.687789 26538 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1127 milliseconds
20:33:11.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.687896 26527 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:11.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.689141 26527 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.692086 26527 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.693506 26527 hybrid_clock.cc:648] HybridClock initialized: now 1781728391693454 us; error 87 us; skew 500 ppm
20:33:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.694285 26527 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.700721 26527 webserver.cc:533] Webserver started at http://127.25.211.125:42027/ using document root <none> and password file <none>
20:33:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.701704 26527 fs_manager.cc:362] Metadata directory not provided
20:33:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.701898 26527 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.702306 26527 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:33:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.706749 26527 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/data/instance:
20:33:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "281d64f97d754b64a5b54c5c749d62b4"
20:33:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:11 on dist-test-slave-mjqx"
20:33:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.708062 26527 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/wal/instance:
20:33:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "281d64f97d754b64a5b54c5c749d62b4"
20:33:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:11 on dist-test-slave-mjqx"
20:33:11.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.717031 26527 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.011s sys 0.000s
20:33:11.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.724372 26548 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.725718 26527 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:33:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.726110 26527 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/wal
20:33:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "281d64f97d754b64a5b54c5c749d62b4"
20:33:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:11 on dist-test-slave-mjqx"
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.726540 26527 fs_report.cc:389] FS layout report
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/wal
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/wal
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/data/data
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.788534 26527 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.790218 26527 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.790714 26527 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.860788 26527 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.125:32887
20:33:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.860961 26599 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.125:32887 every 8 connection(s)
20:33:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.863685 26527 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/data/info.pb
20:33:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.866289 26445 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 26527
20:33:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.866775 26445 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-1/wal/instance
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.868981 26445 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/wal
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/data
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/logs
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/data/info.pb
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.124:46859
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.124
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:11.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:11.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35485/jwks.json with env {}
20:33:11.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.870623 26600 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:33:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.881246 26600 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } has no permanent_uuid. Determining permanent_uuid...
20:33:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.905229 26600 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } has no permanent_uuid. Determining permanent_uuid...
20:33:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.923028 26600 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } has no permanent_uuid. Determining permanent_uuid...
20:33:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:11.925951 26552 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:11.931146 26600 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:11.980765 26600 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 1
20:33:11.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:11.985244 26600 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:12.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.053635 26600 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 2
20:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.057767 26600 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.149140 26600 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 3
20:33:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.153878 26600 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:12.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.194375 26602 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.195032 26602 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.195638 26602 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.229444 26602 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.229784 26602 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.230091 26602 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.230387 26602 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.230674 26602 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.230892 26602 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35485/jwks.json
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.269196 26602 master_runner.cc:387] Master server non-default flags:
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/data
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/wal
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.124:46859
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35485/jwks.json
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/data/info.pb
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.124
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/logs
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.270860 26602 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:12.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.272590 26602 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.283605 26612 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.297241 26600 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 4
20:33:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.303632 26600 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.488241 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } attempt: 7
20:33:12.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.562516 26525 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } has no permanent_uuid. Determining permanent_uuid...
20:33:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.571728 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:12.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.603119 26600 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 5
20:33:12.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.611145 26600 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.630259 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 1
20:33:12.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.645893 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.727425 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 2
20:33:12.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.735275 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:12.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.820916 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 3
20:33:12.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.828781 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:12.970103 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 4
20:33:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.977267 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:13.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.158704 26600 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 6
20:33:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:13.181615 26600 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:13.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.260793 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 5
20:33:13.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:13.268136 26525 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.211.124:46859: Network error: Client connection negotiation failed: client connection to 127.25.211.124:46859: connect: Connection refused (error 111)
20:33:13.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:12.284226 26613 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:13.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:13.634313 26615 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:13.637781 26602 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.354s user 0.518s sys 0.829s
20:33:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:13.637967 26614 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1352 milliseconds
20:33:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:13.638064 26602 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.355s user 0.518s sys 0.829s
20:33:13.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.638353 26602 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:13.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.639684 26602 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.642426 26602 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.643842 26602 hybrid_clock.cc:648] HybridClock initialized: now 1781728393643773 us; error 66 us; skew 500 ppm
20:33:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.644738 26602 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.652521 26602 webserver.cc:533] Webserver started at http://127.25.211.124:34213/ using document root <none> and password file <none>
20:33:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.653558 26602 fs_manager.cc:362] Metadata directory not provided
20:33:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.653797 26602 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.654265 26602 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:33:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.658769 26602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/data/instance:
20:33:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6801e6bbaab745b8a48599e7f7f06eb6"
20:33:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:13 on dist-test-slave-mjqx"
20:33:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.660027 26602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/wal/instance:
20:33:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6801e6bbaab745b8a48599e7f7f06eb6"
20:33:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:13 on dist-test-slave-mjqx"
20:33:13.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.668331 26602 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
20:33:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.674571 26628 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.675932 26602 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:33:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.676314 26602 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/wal
20:33:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6801e6bbaab745b8a48599e7f7f06eb6"
20:33:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:13 on dist-test-slave-mjqx"
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.676779 26602 fs_report.cc:389] FS layout report
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/wal
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/wal
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/data/data
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.739921 26602 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.741564 26602 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:13.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.742030 26602 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:13.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.812312 26602 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.124:46859
20:33:13.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.812408 26679 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.124:46859 every 8 connection(s)
20:33:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.815056 26602 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/data/info.pb
20:33:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.820673 26525 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 6
20:33:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.820969 26680 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:33:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.822898 26445 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 26602
20:33:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.823398 26445 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/master-2/wal/instance
20:33:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.837855 26680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } has no permanent_uuid. Determining permanent_uuid...
20:33:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.879676 26525 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a: Bootstrap starting.
20:33:13.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.885046 26680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } has no permanent_uuid. Determining permanent_uuid...
20:33:13.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.886747 26525 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a: Neither blocks nor log segments found. Creating new log.
20:33:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.889102 26525 log.cc:826] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a: Log is configured to *not* fsync() on all Append() calls
20:33:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.895074 26525 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a: No bootstrap required, opened a new log
20:33:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.895960 26680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } has no permanent_uuid. Determining permanent_uuid...
20:33:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.914997 26680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6: Bootstrap starting.
20:33:13.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.921373 26525 raft_consensus.cc:359] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } }
20:33:13.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.922246 26525 raft_consensus.cc:385] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:33:13.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.922554 26525 raft_consensus.cc:740] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d5e33735f0e64672958f546196ca051a, State: Initialized, Role: FOLLOWER
20:33:13.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.923473 26680 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6: Neither blocks nor log segments found. Creating new log.
20:33:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.923569 26525 consensus_queue.cc:260] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } }
20:33:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.925909 26680 log.cc:826] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6: Log is configured to *not* fsync() on all Append() calls
20:33:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.926507 26691 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:13.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.927441 26691 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [sys.catalog]: This master's current role is: FOLLOWER
20:33:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.928525 26525 sys_catalog.cc:565] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [sys.catalog]: configured and running, proceeding with master startup.
20:33:13.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.933820 26680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6: No bootstrap required, opened a new log
20:33:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.955821 26680 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } }
20:33:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.956918 26680 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:33:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.957350 26680 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6801e6bbaab745b8a48599e7f7f06eb6, State: Initialized, Role: FOLLOWER
20:33:13.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.958539 26680 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } }
20:33:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:13.959913 26703 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:33:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:13.960353 26703 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:33:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.960480 26691 raft_consensus.cc:493] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:33:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.961037 26691 raft_consensus.cc:515] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } }
20:33:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.967053 26691 leader_election.cc:290] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 281d64f97d754b64a5b54c5c749d62b4 (127.25.211.125:32887), 6801e6bbaab745b8a48599e7f7f06eb6 (127.25.211.124:46859)
20:33:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.976087 26680 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [sys.catalog]: configured and running, proceeding with master startup.
20:33:13.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.976294 26655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5e33735f0e64672958f546196ca051a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" is_pre_election: true
20:33:13.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.977764 26655 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d5e33735f0e64672958f546196ca051a in term 0.
20:33:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.979645 26477 leader_election.cc:304] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6801e6bbaab745b8a48599e7f7f06eb6, d5e33735f0e64672958f546196ca051a; no voters:
20:33:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.980706 26691 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 0 FOLLOWER]: Leader pre-election won for term 1
20:33:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.981106 26691 raft_consensus.cc:493] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:33:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.981412 26691 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 0 FOLLOWER]: Advancing to term 1
20:33:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:13.997267 26634 tablet.cc:2406] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:33:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.961800 26457 master_runner.cc:187] Error getting master registration for 127.25.211.125:32887: OK, instance_id { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" instance_seqno: 1781728391842066 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:33:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.997879 26457 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:13.976612 26705 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:14.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.003720 26691 raft_consensus.cc:515] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } }
20:33:14.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.000882 26705 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [sys.catalog]: This master's current role is: FOLLOWER
20:33:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.013741 26691 leader_election.cc:290] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [CANDIDATE]: Term 1 election: Requested vote from peers 281d64f97d754b64a5b54c5c749d62b4 (127.25.211.125:32887), 6801e6bbaab745b8a48599e7f7f06eb6 (127.25.211.124:46859)
20:33:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.016237 26655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5e33735f0e64672958f546196ca051a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6801e6bbaab745b8a48599e7f7f06eb6"
20:33:14.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.016920 26655 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [term 0 FOLLOWER]: Advancing to term 1
20:33:14.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.024751 26655 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d5e33735f0e64672958f546196ca051a in term 1.
20:33:14.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.030587 26477 leader_election.cc:304] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6801e6bbaab745b8a48599e7f7f06eb6, d5e33735f0e64672958f546196ca051a; no voters:
20:33:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.031466 26691 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 1 FOLLOWER]: Leader election won for term 1
20:33:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.035074 26691 raft_consensus.cc:697] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [term 1 LEADER]: Becoming Leader. State: Replica: d5e33735f0e64672958f546196ca051a, State: Running, Role: LEADER
20:33:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.036141 26691 consensus_queue.cc:237] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } }
20:33:14.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.051285 26716 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:33:14.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.051877 26716 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:33:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.063337 26717 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [sys.catalog]: SysCatalogTable state changed. Reason: New leader d5e33735f0e64672958f546196ca051a. Latest consensus state: current_term: 1 leader_uuid: "d5e33735f0e64672958f546196ca051a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.064235 26717 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [sys.catalog]: This master's current role is: LEADER
20:33:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.070590 26720 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:33:14.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.075168 26479 tablet.cc:2406] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:33:14.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.082454 26720 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:33:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.073202 26602 master_runner.cc:187] Error getting master registration for 127.25.211.125:32887: OK, instance_id { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" instance_seqno: 1781728391842066 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:33:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.122226 26602 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:14.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.128950 26655 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [term 1 FOLLOWER]: Refusing update from remote peer d5e33735f0e64672958f546196ca051a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:33:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.131268 26691 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [LEADER]: Connected to new peer: Peer: permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:33:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.181954 26705 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d5e33735f0e64672958f546196ca051a. Latest consensus state: current_term: 1 leader_uuid: "d5e33735f0e64672958f546196ca051a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.187762 26705 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [sys.catalog]: This master's current role is: FOLLOWER
20:33:14.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.201330 26717 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d5e33735f0e64672958f546196ca051a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:14.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.202080 26717 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [sys.catalog]: This master's current role is: LEADER
20:33:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.205250 26705 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d5e33735f0e64672958f546196ca051a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.206003 26705 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6 [sys.catalog]: This master's current role is: FOLLOWER
20:33:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.223511 26720 catalog_manager.cc:1382] Generated new cluster ID: 6560f1ddc07d4451a4f6040c3bc16dac
20:33:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.223951 26720 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:33:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.242095 26600 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } attempt: 7
20:33:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.255784 26720 catalog_manager.cc:1405] Generated new certificate authority record
20:33:14.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.262379 26720 catalog_manager.cc:1539] Loading token signing keys...
20:33:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.301259 26720 catalog_manager.cc:6069] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a: Generated new TSK 0
20:33:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.304692 26720 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:33:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.317682 26600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4: Bootstrap starting.
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.326792 26445 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/wal
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/data
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/logs
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/data/info.pb
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.65:0
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.65
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.65
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:33:14.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.332270 26600 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4: Neither blocks nor log segments found. Creating new log.
20:33:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.342052 26600 log.cc:826] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4: Log is configured to *not* fsync() on all Append() calls
20:33:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.370301 26600 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4: No bootstrap required, opened a new log
20:33:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.434175 26600 raft_consensus.cc:359] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } }
20:33:14.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.436048 26600 raft_consensus.cc:385] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:33:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.437525 26600 raft_consensus.cc:740] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 281d64f97d754b64a5b54c5c749d62b4, State: Initialized, Role: FOLLOWER
20:33:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.439684 26600 consensus_queue.cc:260] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } }
20:33:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.457479 26575 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5e33735f0e64672958f546196ca051a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "281d64f97d754b64a5b54c5c749d62b4" is_pre_election: true
20:33:14.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.457835 26573 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [term 0 FOLLOWER]: Advancing to term 1
20:33:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.461167 26574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d5e33735f0e64672958f546196ca051a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "281d64f97d754b64a5b54c5c749d62b4"
20:33:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.466327 26573 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [term 1 FOLLOWER]: Refusing update from remote peer d5e33735f0e64672958f546196ca051a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:33:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.467275 26600 sys_catalog.cc:565] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [sys.catalog]: configured and running, proceeding with master startup.
20:33:14.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.469383 26691 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [LEADER]: Connected to new peer: Peer: permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:33:14.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.555481 26729 sys_catalog.cc:455] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "d5e33735f0e64672958f546196ca051a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.557992 26729 sys_catalog.cc:458] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [sys.catalog]: This master's current role is: FOLLOWER
20:33:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.557175 26730 sys_catalog.cc:455] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d5e33735f0e64672958f546196ca051a. Latest consensus state: current_term: 1 leader_uuid: "d5e33735f0e64672958f546196ca051a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.558624 26730 sys_catalog.cc:458] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [sys.catalog]: This master's current role is: FOLLOWER
20:33:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.559764 26738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d5e33735f0e64672958f546196ca051a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.560654 26738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4 [sys.catalog]: This master's current role is: FOLLOWER
20:33:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.589102 26747 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:33:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.814688 26727 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.815580 26727 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.816448 26727 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.877862 26727 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.879506 26727 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.211.65
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.946573 26727 tablet_server_runner.cc:78] Tablet server non-default flags:
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/data
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/wal
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.65:0
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/data/info.pb
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.65
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.65
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/logs
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.949884 26727 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:14.952250 26727 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.971252 26753 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.063220 26716 catalog_manager.cc:1294] Loaded cluster ID: 6560f1ddc07d4451a4f6040c3bc16dac
20:33:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.064576 26716 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6: loading cluster ID for follower catalog manager: success
20:33:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.067765 26758 sys_catalog.cc:455] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d5e33735f0e64672958f546196ca051a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d5e33735f0e64672958f546196ca051a" member_type: VOTER last_known_addr { host: "127.25.211.126" port: 46453 } } peers { permanent_uuid: "281d64f97d754b64a5b54c5c749d62b4" member_type: VOTER last_known_addr { host: "127.25.211.125" port: 32887 } } peers { permanent_uuid: "6801e6bbaab745b8a48599e7f7f06eb6" member_type: VOTER last_known_addr { host: "127.25.211.124" port: 46859 } } }
20:33:15.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.068864 26758 sys_catalog.cc:458] T 00000000000000000000000000000000 P d5e33735f0e64672958f546196ca051a [sys.catalog]: This master's current role is: LEADER
20:33:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.075732 26716 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6: acquiring CA information for follower catalog manager: success
20:33:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.094726 26716 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6801e6bbaab745b8a48599e7f7f06eb6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:15.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.618541 26747 catalog_manager.cc:1294] Loaded cluster ID: 6560f1ddc07d4451a4f6040c3bc16dac
20:33:15.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.620890 26747 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4: loading cluster ID for follower catalog manager: success
20:33:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.637212 26747 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4: acquiring CA information for follower catalog manager: success
20:33:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:15.648649 26747 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 281d64f97d754b64a5b54c5c749d62b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:16.373359 26752 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26727
20:33:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:16.713230 26752 kernel_stack_watchdog.cc:198] Thread 26727 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
20:33:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:33:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:33:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:33:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:33:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:16.713464 26727 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.740s user 0.613s sys 1.063s
20:33:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:16.713812 26727 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.740s user 0.613s sys 1.063s
20:33:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:14.973958 26754 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:16.715878 26756 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.727977 26727 server_base.cc:1061] running on GCE node
20:33:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.729640 26727 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.744437 26727 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.749430 26727 hybrid_clock.cc:648] HybridClock initialized: now 1781728396749358 us; error 64 us; skew 500 ppm
20:33:16.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.750838 26727 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.777570 26727 webserver.cc:533] Webserver started at http://127.25.211.65:35515/ using document root <none> and password file <none>
20:33:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.779068 26727 fs_manager.cc:362] Metadata directory not provided
20:33:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.779556 26727 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.780320 26727 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:33:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.787036 26727 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/data/instance:
20:33:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b8b23e489dd44e39eec248963a60eb0"
20:33:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:16 on dist-test-slave-mjqx"
20:33:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.788882 26727 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/wal/instance:
20:33:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b8b23e489dd44e39eec248963a60eb0"
20:33:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:16 on dist-test-slave-mjqx"
20:33:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.821089 26727 fs_manager.cc:696] Time spent creating directory manager: real 0.031s user 0.010s sys 0.011s
20:33:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.850903 26767 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.852679 26727 fs_manager.cc:730] Time spent opening block manager: real 0.020s user 0.004s sys 0.004s
20:33:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.853359 26727 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/wal
20:33:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b8b23e489dd44e39eec248963a60eb0"
20:33:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:16 on dist-test-slave-mjqx"
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.854013 26727 fs_report.cc:389] FS layout report
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/wal
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/wal
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/data/data
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:16.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.997401 26727 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:16.999725 26727 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.000581 26727 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:17.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.010103 26727 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:33:17.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.022450 26727 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:33:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.022979 26727 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.001s
20:33:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.023422 26727 ts_tablet_manager.cc:616] Registered 0 tablets
20:33:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.023739 26727 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:33:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.347931 26727 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.65:33921
20:33:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.348039 26879 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.65:33921 every 8 connection(s)
20:33:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.351039 26727 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/data/info.pb
20:33:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.359119 26445 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 26727
20:33:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.359699 26445 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-0/wal/instance
20:33:17.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.375418 26445 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/wal
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/data
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/logs
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/data/info.pb
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.66:0
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.66
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.66
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:33:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.458328 26881 heartbeater.cc:344] Connected to a master server at 127.25.211.125:32887
20:33:17.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.459057 26881 heartbeater.cc:461] Registering TS with master...
20:33:17.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.460505 26881 heartbeater.cc:507] Master 127.25.211.125:32887 requested a full tablet report, sending...
20:33:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.464211 26565 ts_manager.cc:194] Registered new tserver with Master: 5b8b23e489dd44e39eec248963a60eb0 (127.25.211.65:33921)
20:33:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.474025 26880 heartbeater.cc:344] Connected to a master server at 127.25.211.124:46859
20:33:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.474412 26880 heartbeater.cc:461] Registering TS with master...
20:33:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.475302 26880 heartbeater.cc:507] Master 127.25.211.124:46859 requested a full tablet report, sending...
20:33:17.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.478519 26645 ts_manager.cc:194] Registered new tserver with Master: 5b8b23e489dd44e39eec248963a60eb0 (127.25.211.65:33921)
20:33:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.487476 26886 heartbeater.cc:344] Connected to a master server at 127.25.211.126:46453
20:33:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.487854 26886 heartbeater.cc:461] Registering TS with master...
20:33:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.488677 26886 heartbeater.cc:507] Master 127.25.211.126:46453 requested a full tablet report, sending...
20:33:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.491442 26490 ts_manager.cc:194] Registered new tserver with Master: 5b8b23e489dd44e39eec248963a60eb0 (127.25.211.65:33921)
20:33:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.494443 26490 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.211.65:41987
20:33:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:17.756060 26884 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:17.756613 26884 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:17.757153 26884 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:17.791859 26884 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:17.792758 26884 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.211.66
20:33:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.833178 26884 tablet_server_runner.cc:78] Tablet server non-default flags:
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/data
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/wal
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.66:0
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/data/info.pb
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.66
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.66
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/logs
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:17.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.834758 26884 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:17.836503 26884 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:17.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:17.850178 26896 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:18.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:18.498857 26886 heartbeater.cc:499] Master 127.25.211.126:46453 was elected leader, sending a full tablet report...
20:33:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:17.852450 26897 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.099471 26884 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.248s user 0.493s sys 0.740s
20:33:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.099857 26884 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.249s user 0.493s sys 0.740s
20:33:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.101889 26884 server_base.cc:1061] running on GCE node
20:33:19.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.103046 26904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:19.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.104424 26884 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.107189 26884 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:19.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.108659 26884 hybrid_clock.cc:648] HybridClock initialized: now 1781728399108549 us; error 97 us; skew 500 ppm
20:33:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.109813 26884 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.122944 26884 webserver.cc:533] Webserver started at http://127.25.211.66:39531/ using document root <none> and password file <none>
20:33:19.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.124269 26884 fs_manager.cc:362] Metadata directory not provided
20:33:19.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.124557 26884 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.125128 26884 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:33:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.131747 26884 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/data/instance:
20:33:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73784bc539674d0895340472017fd311"
20:33:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:19 on dist-test-slave-mjqx"
20:33:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.133361 26884 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/wal/instance:
20:33:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73784bc539674d0895340472017fd311"
20:33:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:19 on dist-test-slave-mjqx"
20:33:19.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.149550 26884 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.009s sys 0.000s
20:33:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.167850 26909 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.173236 26884 fs_manager.cc:730] Time spent opening block manager: real 0.020s user 0.010s sys 0.004s
20:33:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.173951 26884 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/wal
20:33:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73784bc539674d0895340472017fd311"
20:33:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:19 on dist-test-slave-mjqx"
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.174635 26884 fs_report.cc:389] FS layout report
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/wal
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/wal
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/data/data
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.250389 26884 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.251820 26884 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.252207 26884 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.254858 26884 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:33:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.259099 26884 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:33:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.259334 26884 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:33:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.259563 26884 ts_tablet_manager.cc:616] Registered 0 tablets
20:33:19.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.259698 26884 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:33:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.391669 26884 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.66:33899
20:33:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.391791 27021 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.66:33899 every 8 connection(s)
20:33:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.394167 26884 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/data/info.pb
20:33:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.396732 26445 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 26884
20:33:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.397423 26445 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-1/wal/instance
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.415534 26445 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/wal
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/data
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/logs
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/data/info.pb
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.67:0
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.67
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.67
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:33:19.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.454566 27024 heartbeater.cc:344] Connected to a master server at 127.25.211.126:46453
20:33:19.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.455116 27024 heartbeater.cc:461] Registering TS with master...
20:33:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.455943 27022 heartbeater.cc:344] Connected to a master server at 127.25.211.124:46859
20:33:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.456282 27022 heartbeater.cc:461] Registering TS with master...
20:33:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.456513 27024 heartbeater.cc:507] Master 127.25.211.126:46453 requested a full tablet report, sending...
20:33:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.457558 27022 heartbeater.cc:507] Master 127.25.211.124:46859 requested a full tablet report, sending...
20:33:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.459887 26490 ts_manager.cc:194] Registered new tserver with Master: 73784bc539674d0895340472017fd311 (127.25.211.66:33899)
20:33:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.460196 26645 ts_manager.cc:194] Registered new tserver with Master: 73784bc539674d0895340472017fd311 (127.25.211.66:33899)
20:33:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.460366 27023 heartbeater.cc:344] Connected to a master server at 127.25.211.125:32887
20:33:19.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.460709 27023 heartbeater.cc:461] Registering TS with master...
20:33:19.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.461621 27023 heartbeater.cc:507] Master 127.25.211.125:32887 requested a full tablet report, sending...
20:33:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.461725 26490 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.211.66:57833
20:33:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.464020 26565 ts_manager.cc:194] Registered new tserver with Master: 73784bc539674d0895340472017fd311 (127.25.211.66:33899)
20:33:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.738011 27032 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.738507 27032 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:19.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.738929 27032 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:19.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.773319 27032 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:19.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.774132 27032 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.211.67
20:33:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.811440 27032 tablet_server_runner.cc:78] Tablet server non-default flags:
20:33:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.211.84:41177
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/data
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/wal
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.211.67:0
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/data/info.pb
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.211.67
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.211.126:46453,127.25.211.125:32887,127.25.211.124:46859
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.211.67
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/logs
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.813126 27032 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:19.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:19.814855 27032 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:19.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.829823 27038 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:20.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:20.465401 27024 heartbeater.cc:499] Master 127.25.211.126:46453 was elected leader, sending a full tablet report...
20:33:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.829933 27039 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:19.835158 27041 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:21.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:21.007300 27040 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1171 milliseconds
20:33:21.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.007447 27032 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:21.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.008662 27032 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.010843 27032 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.012223 27032 hybrid_clock.cc:648] HybridClock initialized: now 1781728401012187 us; error 40 us; skew 500 ppm
20:33:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.013219 27032 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.019474 27032 webserver.cc:533] Webserver started at http://127.25.211.67:43555/ using document root <none> and password file <none>
20:33:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.020473 27032 fs_manager.cc:362] Metadata directory not provided
20:33:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.020694 27032 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.021219 27032 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:33:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.025750 27032 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/data/instance:
20:33:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12585f2aff82475fad5c5e4d99a972f1"
20:33:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:21 on dist-test-slave-mjqx"
20:33:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.027004 27032 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/wal/instance:
20:33:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12585f2aff82475fad5c5e4d99a972f1"
20:33:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:21 on dist-test-slave-mjqx"
20:33:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.034853 27032 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
20:33:21.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.040742 27050 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.041849 27032 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.042135 27032 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/wal
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "12585f2aff82475fad5c5e4d99a972f1"
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:21 on dist-test-slave-mjqx"
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.042452 27032 fs_report.cc:389] FS layout report
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/wal
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/wal
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/data/data
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:21.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.085775 27032 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.087265 27032 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:21.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.087674 27032 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.090242 27032 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:33:21.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.094403 27032 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:33:21.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.094617 27032 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:33:21.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.094820 27032 ts_tablet_manager.cc:616] Registered 0 tablets
20:33:21.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.094957 27032 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:33:21.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.232061 27032 rpc_server.cc:307] RPC server started. Bound to: 127.25.211.67:39531
20:33:21.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.232213 27162 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.211.67:39531 every 8 connection(s)
20:33:21.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.234678 27032 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/data/info.pb
20:33:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.242805 26445 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27032
20:33:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.243327 26445 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster10634483214576446564/ts-2/wal/instance
20:33:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.270083 27164 heartbeater.cc:344] Connected to a master server at 127.25.211.125:32887
20:33:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.270524 27164 heartbeater.cc:461] Registering TS with master...
20:33:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.271835 27163 heartbeater.cc:344] Connected to a master server at 127.25.211.124:46859
20:33:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.271862 27164 heartbeater.cc:507] Master 127.25.211.125:32887 requested a full tablet report, sending...
20:33:21.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.272262 27163 heartbeater.cc:461] Registering TS with master...
20:33:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.273203 27165 heartbeater.cc:344] Connected to a master server at 127.25.211.126:46453
20:33:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.273212 27163 heartbeater.cc:507] Master 127.25.211.124:46859 requested a full tablet report, sending...
20:33:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.273499 27165 heartbeater.cc:461] Registering TS with master...
20:33:21.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.274258 27165 heartbeater.cc:507] Master 127.25.211.126:46453 requested a full tablet report, sending...
20:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.275310 26565 ts_manager.cc:194] Registered new tserver with Master: 12585f2aff82475fad5c5e4d99a972f1 (127.25.211.67:39531)
20:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.275738 26645 ts_manager.cc:194] Registered new tserver with Master: 12585f2aff82475fad5c5e4d99a972f1 (127.25.211.67:39531)
20:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.276652 26490 ts_manager.cc:194] Registered new tserver with Master: 12585f2aff82475fad5c5e4d99a972f1 (127.25.211.67:39531)
20:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.277978 26490 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.211.67:59395
20:33:21.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.289963 26445 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:33:21.302 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:33:21.302 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:33:21.303 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.25.211.126"
port: 46453
}
bound_http_address {
host: "127.25.211.126"
port: 42929
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.25.211.125"
port: 32887
}
bound_http_address {
host: "127.25.211.125"
port: 42027
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.25.211.124"
port: 46859
}
bound_http_address {
host: "127.25.211.124"
port: 34213
}
}
}
20:33:21.303 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:33:21.304 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.25.211.65"
port: 33921
}
bound_http_address {
host: "127.25.211.65"
port: 35515
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.25.211.66"
port: 33899
}
bound_http_address {
host: "127.25.211.66"
port: 39531
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.25.211.67"
port: 39531
}
bound_http_address {
host: "127.25.211.67"
port: 43555
}
}
}
20:33:21.305 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:33:21.305 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster9585907839132153715/krb5kdc/krb5cc
20:33:21.306 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:33:21.307 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskzWpbyu/test-tmp
20:33:21.307 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:33:21.307 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskzWpbyu/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:33:21.310 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:33:21.642 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:21.643 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:33:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.646255 27174 mini_oidc.cc:150] Starting JWKS server
20:33:21.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.649405 27174 webserver.cc:533] Webserver started at http://127.0.0.1:41739/ using document root <none> and password file <none>
20:33:21.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.649820 27174 mini_oidc.cc:186] Starting OIDC Discovery server
20:33:21.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:21.651539 27174 webserver.cc:533] Webserver started at http://127.0.0.1:40737/ using document root <none> and password file <none>
20:33:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:33:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/principal' for realm 'KRBTEST.COM',
20:33:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:33:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:21 dist-test-slave-mjqx krb5kdc[27186](info): setting up network...
20:33:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:33:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:21 dist-test-slave-mjqx krb5kdc[27186](info): set up 2 sockets
20:33:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:21 dist-test-slave-mjqx krb5kdc[27186](info): commencing operation
20:33:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:33:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:22.239028 27159 messenger.cc:194] Invalid argument: socket address is ambiguous: no data on pending connections for acceptor pool at 127.25.211.67:39531
20:33:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:22.281190 27165 heartbeater.cc:499] Master 127.25.211.126:46453 was elected leader, sending a full tablet report...
20:33:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:23.568858 27174 mini_kdc.cc:121] Time spent starting KDC: real 1.883s user 0.000s sys 0.019s
20:33:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:33:23.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:33:23.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:33:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:33:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:33:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:33:23.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:33:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:33:23.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:33:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:33:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/test-user.keytab.
20:33:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/test-user.keytab.
20:33:23.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:23 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728403, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:23.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:33:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T20:33:23Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:33:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T20:33:23Z Disabled control of system clock
20:33:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.137.190@KRBTEST.COM; defaulting to no policy
20:33:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.137.190@KRBTEST.COM" created.
20:33:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.137.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.137.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.137.190@KRBTEST.COM; defaulting to no policy
20:33:23.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:23.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.137.190@KRBTEST.COM" created.
20:33:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.137.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.137.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:23.786164 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data
20:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/logs
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.190:35523
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.190
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.190
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.093724 27203 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.094372 27203 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:24.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.095044 27203 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.129087 27203 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.129360 27203 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:24.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.129724 27203 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.130040 27203 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.130347 27203 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.130635 27203 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.130897 27203 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:24.171725 27203 master_runner.cc:387] Master server non-default flags:
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.190
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.190:35523
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.190
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/logs
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:24.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:24.173108 27203 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:24.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:24.174122 27203 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:24.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.186040 27209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:24.186805 27210 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:25.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.376729 27212 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.379345 27211 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1189 milliseconds
20:33:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.379462 27203 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:25.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.380926 27203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.383875 27203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:25.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.385282 27203 hybrid_clock.cc:648] HybridClock initialized: now 1781728405385240 us; error 53 us; skew 500 ppm
20:33:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.386070 27203 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:25.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:25 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728405, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.392867 27203 init.cc:377] Logged in from keytab as kudu/127.26.137.190@KRBTEST.COM (short username kudu)
20:33:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.398845 27203 webserver.cc:533] Webserver started at http://127.26.137.190:36255/ using document root <none> and password file <none>
20:33:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.400146 27203 fs_manager.cc:362] Metadata directory not provided
20:33:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.400427 27203 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.401027 27203 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:33:25.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.406396 27203 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/instance:
20:33:25.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cebcc1c9eeb4c23beeeede33c7060b8"
20:33:25.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:25 on dist-test-slave-mjqx"
20:33:25.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.407491 27203 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal/instance:
20:33:25.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cebcc1c9eeb4c23beeeede33c7060b8"
20:33:25.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:25 on dist-test-slave-mjqx"
20:33:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.414906 27203 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.008s
20:33:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.420789 27221 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.421985 27203 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:33:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.422376 27203 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cebcc1c9eeb4c23beeeede33c7060b8"
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:25 on dist-test-slave-mjqx"
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.422749 27203 fs_report.cc:389] FS layout report
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/data
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:25.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.477970 27203 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.488972 27203 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.489495 27203 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.564278 27203 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.190:35523
20:33:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.564355 27272 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.190:35523 every 8 connection(s)
20:33:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.567137 27203 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.571266 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27203
20:33:25.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.571811 27174 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal/instance
20:33:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.574167 27273 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:33:25.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.586951 27273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } has no permanent_uuid. Determining permanent_uuid...
20:33:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.137.189@KRBTEST.COM; defaulting to no policy
20:33:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.137.189@KRBTEST.COM" created.
20:33:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:25 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728405, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.190@KRBTEST.COM for kudu/127.26.137.190@KRBTEST.COM
20:33:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.137.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.137.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.629035 27273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } has no permanent_uuid. Determining permanent_uuid...
20:33:25.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.631443 27223 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:25.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.137.189@KRBTEST.COM; defaulting to no policy
20:33:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.137.189@KRBTEST.COM" created.
20:33:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.635717 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.189:46343: Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:25.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:25.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.137.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:25.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.137.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.657035 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/logs
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.189:46343
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.189
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.189
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:25.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.685313 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } attempt: 1
20:33:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.689605 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.189:46343: Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.758054 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } attempt: 2
20:33:25.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.762411 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.189:46343: Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:25.853788 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } attempt: 3
20:33:25.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.858330 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.189:46343: Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.978900 27282 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.979518 27282 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:25.980146 27282 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:26.001820 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } attempt: 4
20:33:26.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.006171 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.189:46343: Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.014503 27282 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.014747 27282 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.015021 27282 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.015206 27282 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.015390 27282 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.015580 27282 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:26.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.015725 27282 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:26.055369 27282 master_runner.cc:387] Master server non-default flags:
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.189
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.189:46343
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.189
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/logs
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:26.056630 27282 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:26.057904 27282 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.069223 27288 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:26.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:26.305634 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } attempt: 5
20:33:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.312218 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.189:46343: Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:26.859719 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } attempt: 6
20:33:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.888293 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.189:46343: Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:26.069854 27289 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.444468 27290 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1373 milliseconds
20:33:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.447580 27291 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.448762 27282 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.380s user 0.001s sys 0.004s
20:33:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.449144 27282 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.380s user 0.004s sys 0.004s
20:33:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.449517 27282 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:27.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.450713 27282 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:27.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.453631 27282 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:27.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.455061 27282 hybrid_clock.cc:648] HybridClock initialized: now 1781728407455033 us; error 29 us; skew 500 ppm
20:33:27.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.455888 27282 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:27 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728407, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.463287 27282 init.cc:377] Logged in from keytab as kudu/127.26.137.189@KRBTEST.COM (short username kudu)
20:33:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.469394 27282 webserver.cc:533] Webserver started at http://127.26.137.189:38327/ using document root <none> and password file <none>
20:33:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.470422 27282 fs_manager.cc:362] Metadata directory not provided
20:33:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.470675 27282 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.471299 27282 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:33:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.476420 27282 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/instance:
20:33:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25873fee6598497385d63848e0f01e12"
20:33:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:27 on dist-test-slave-mjqx"
20:33:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.478123 27282 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal/instance:
20:33:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25873fee6598497385d63848e0f01e12"
20:33:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:27 on dist-test-slave-mjqx"
20:33:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.487250 27282 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.003s sys 0.004s
20:33:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.494326 27301 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.495610 27282 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:33:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.496062 27282 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25873fee6598497385d63848e0f01e12"
20:33:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:27 on dist-test-slave-mjqx"
20:33:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.496412 27282 fs_report.cc:389] FS layout report
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/data
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:27.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.586782 27282 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:27.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.592582 27282 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.593113 27282 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.663594 27282 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.189:46343
20:33:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.663658 27352 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.189:46343 every 8 connection(s)
20:33:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.666628 27282 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:27.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.670859 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27282
20:33:27.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.671289 27174 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal/instance
20:33:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.675246 27353 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:33:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.26.137.188@KRBTEST.COM; defaulting to no policy
20:33:27.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.26.137.188@KRBTEST.COM" created.
20:33:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.686834 27353 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } has no permanent_uuid. Determining permanent_uuid...
20:33:27.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:27 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728407, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.189@KRBTEST.COM for kudu/127.26.137.190@KRBTEST.COM
20:33:27.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:27.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.137.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:27.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.26.137.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:27.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.722165 27353 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } has no permanent_uuid. Determining permanent_uuid...
20:33:27.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.26.137.188@KRBTEST.COM; defaulting to no policy
20:33:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.26.137.188@KRBTEST.COM" created.
20:33:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:27 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728407, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.189@KRBTEST.COM for kudu/127.26.137.189@KRBTEST.COM
20:33:27.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.750187 27353 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } has no permanent_uuid. Determining permanent_uuid...
20:33:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.752784 27305 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:27.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:33:27.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.137.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:27.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.26.137.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab.
20:33:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.756984 27353 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.757727 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/logs
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.188:45371
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.188
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.188
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.806550 27353 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 1
20:33:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.810858 27353 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.879240 27353 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 2
20:33:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.884220 27353 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.948765 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } attempt: 7
20:33:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:27 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728405, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.190@KRBTEST.COM for kudu/127.26.137.189@KRBTEST.COM
20:33:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.970665 27273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } has no permanent_uuid. Determining permanent_uuid...
20:33:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:27.975703 27353 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 3
20:33:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.976817 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:27.980191 27353 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.035284 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 1
20:33:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.040197 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:28.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.073653 27364 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:28.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.074262 27364 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.074908 27364 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.109328 27364 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.109571 27364 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.109833 27364 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.110031 27364 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.110236 27364 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.110430 27364 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.110576 27364 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:28.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.121608 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 2
20:33:28.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.123593 27353 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 4
20:33:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.126376 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:28.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.127910 27353 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.153434 27364 master_runner.cc:387] Master server non-default flags:
20:33:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.188
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.188:45371
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.188
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/logs
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:28.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.154984 27364 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.156029 27364 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.167306 27373 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:28.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.211854 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 3
20:33:28.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.218557 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.359045 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 4
20:33:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.366251 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.427301 27353 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 5
20:33:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.434425 27353 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:28.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.649799 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 5
20:33:28.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.676483 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:28.981959 27353 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 6
20:33:29.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:29.003010 27353 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:29.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.236066 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 6
20:33:29.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:29.267927 27273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.137.188:45371: Network error: Client connection negotiation failed: client connection to 127.26.137.188:45371: connect: Connection refused (error 111)
20:33:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:29.569821 27372 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27364
20:33:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:29.775005 27372 kernel_stack_watchdog.cc:198] Thread 27364 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:33:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:33:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:33:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:33:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:33:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:28.167922 27374 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:29.776146 27375 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1607 milliseconds
20:33:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:29.776368 27364 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.609s user 0.001s sys 0.001s
20:33:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:29.776697 27364 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.609s user 0.001s sys 0.001s
20:33:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:29.778620 27376 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.778569 27364 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:29.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.782032 27364 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:29.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.784567 27364 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.785944 27364 hybrid_clock.cc:648] HybridClock initialized: now 1781728409785902 us; error 50 us; skew 500 ppm
20:33:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.786752 27364 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:29.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:29 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728409, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.793440 27364 init.cc:377] Logged in from keytab as kudu/127.26.137.188@KRBTEST.COM (short username kudu)
20:33:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.798935 27364 webserver.cc:533] Webserver started at http://127.26.137.188:45689/ using document root <none> and password file <none>
20:33:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.799983 27364 fs_manager.cc:362] Metadata directory not provided
20:33:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.800220 27364 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.800717 27364 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:33:29.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.805292 27364 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/instance:
20:33:29.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65fbf6b15f7942e2911f09d41c774160"
20:33:29.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:29 on dist-test-slave-mjqx"
20:33:29.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.806500 27364 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal/instance:
20:33:29.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65fbf6b15f7942e2911f09d41c774160"
20:33:29.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:29 on dist-test-slave-mjqx"
20:33:29.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.814695 27364 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
20:33:29.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.822224 27391 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.823690 27364 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
20:33:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.824108 27364 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65fbf6b15f7942e2911f09d41c774160"
20:33:29.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:29 on dist-test-slave-mjqx"
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.824536 27364 fs_report.cc:389] FS layout report
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/data
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.887938 27364 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:29.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.893561 27364 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.893989 27364 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.971978 27364 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.188:45371
20:33:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.972081 27442 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.188:45371 every 8 connection(s)
20:33:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.974835 27364 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.975203 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27364
20:33:29.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.975652 27174 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal/instance
20:33:29.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:29.984020 27443 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:33:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.000367 27443 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } has no permanent_uuid. Determining permanent_uuid...
20:33:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:30 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728403, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.137.188@KRBTEST.COM
20:33:30.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:30 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728409, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.188@KRBTEST.COM for kudu/127.26.137.190@KRBTEST.COM
20:33:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.031250 27443 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } has no permanent_uuid. Determining permanent_uuid...
20:33:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:30 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728403, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.137.189@KRBTEST.COM
20:33:30.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:30 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728409, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.188@KRBTEST.COM for kudu/127.26.137.189@KRBTEST.COM
20:33:30.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.054253 27443 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } has no permanent_uuid. Determining permanent_uuid...
20:33:30.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:30 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728409, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.188@KRBTEST.COM for kudu/127.26.137.188@KRBTEST.COM
20:33:30.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.063503 27353 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 7
20:33:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:30 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728403, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.137.190@KRBTEST.COM
20:33:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.090442 27174 external_mini_cluster.cc:955] 0 TS(s) registered with all masters
20:33:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.092222 27443 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap starting.
20:33:30.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:30 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728407, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.189@KRBTEST.COM for kudu/127.26.137.188@KRBTEST.COM
20:33:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.099376 27443 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Neither blocks nor log segments found. Creating new log.
20:33:30.099 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:30.100 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:33:30.101 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:33:30.101 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:33:30.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.101643 27443 log.cc:826] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Log is configured to *not* fsync() on all Append() calls
20:33:30.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.137.190"
port: 35523
}
bound_http_address {
host: "127.26.137.190"
port: 36255
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.137.189"
port: 46343
}
bound_http_address {
host: "127.26.137.189"
port: 38327
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.137.188"
port: 45371
}
bound_http_address {
host: "127.26.137.188"
port: 45689
}
}
}
20:33:30.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:33:30.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:30.103 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:33:30.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:33:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.112818 27443 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: No bootstrap required, opened a new log
20:33:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.118373 27353 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap starting.
20:33:30.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.124269 27353 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Neither blocks nor log segments found. Creating new log.
20:33:30.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.126750 27353 log.cc:826] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Log is configured to *not* fsync() on all Append() calls
20:33:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.132463 27353 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: No bootstrap required, opened a new log
20:33:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:30 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728410, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:33:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.136708 27443 raft_consensus.cc:359] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.137609 27443 raft_consensus.cc:385] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:33:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.137916 27443 raft_consensus.cc:740] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65fbf6b15f7942e2911f09d41c774160, State: Initialized, Role: FOLLOWER
20:33:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.139029 27443 consensus_queue.cc:260] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:30.142 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.142674 27457 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.143570 27457 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: FOLLOWER
20:33:30.144 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc
20:33:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.144805 27443 sys_catalog.cc:565] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: configured and running, proceeding with master startup.
20:33:30.145 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:33:30.146 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc
20:33:30.147 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:33:30.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:30.149142 27397 tablet.cc:2406] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:33:30.151 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:33:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.162091 27353 raft_consensus.cc:359] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.163213 27353 raft_consensus.cc:385] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:33:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.163504 27353 raft_consensus.cc:740] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25873fee6598497385d63848e0f01e12, State: Initialized, Role: FOLLOWER
20:33:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.164568 27353 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.172515 27466 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.173390 27466 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: FOLLOWER
20:33:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.174923 27353 sys_catalog.cc:565] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: configured and running, proceeding with master startup.
20:33:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:30.189348 27469 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:33:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:30.189970 27469 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:33:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.178454 27364 master_runner.cc:187] Error getting master registration for 127.26.137.190:35523: OK, instance_id { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" instance_seqno: 1781728405544059 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:33:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.210417 27364 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:30.215811 27481 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:33:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:30.216162 27481 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:33:30.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.211160 27282 master_runner.cc:187] Error getting master registration for 127.26.137.190:35523: OK, instance_id { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" instance_seqno: 1781728405544059 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:33:30.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.241864 27282 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:30.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.301436 27273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } attempt: 7
20:33:30.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:30 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728405, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.190@KRBTEST.COM for kudu/127.26.137.188@KRBTEST.COM
20:33:30.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.342177 27273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Bootstrap starting.
20:33:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.350234 27466 raft_consensus.cc:493] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:33:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.350564 27273 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Neither blocks nor log segments found. Creating new log.
20:33:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.350847 27466 raft_consensus.cc:515] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.353000 27273 log.cc:826] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Log is configured to *not* fsync() on all Append() calls
20:33:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:30.353221 27307 tablet.cc:2406] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:33:30.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.358299 27418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25873fee6598497385d63848e0f01e12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65fbf6b15f7942e2911f09d41c774160" is_pre_election: true
20:33:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.359283 27418 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 25873fee6598497385d63848e0f01e12 in term 0.
20:33:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.362669 27305 leader_election.cc:304] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 25873fee6598497385d63848e0f01e12, 65fbf6b15f7942e2911f09d41c774160; no voters:
20:33:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.364588 27273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: No bootstrap required, opened a new log
20:33:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.366078 27466 leader_election.cc:290] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 65fbf6b15f7942e2911f09d41c774160 (127.26.137.188:45371)
20:33:30.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.367435 27466 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:33:30.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.368279 27466 raft_consensus.cc:493] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:33:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.369006 27466 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 0 FOLLOWER]: Advancing to term 1
20:33:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.394778 27466 raft_consensus.cc:515] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:30.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.397456 27273 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:30.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.398339 27273 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:33:30.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.398643 27273 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cebcc1c9eeb4c23beeeede33c7060b8, State: Initialized, Role: FOLLOWER
20:33:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.399807 27273 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.402384 27418 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25873fee6598497385d63848e0f01e12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65fbf6b15f7942e2911f09d41c774160"
20:33:30.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.402930 27418 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 0 FOLLOWER]: Advancing to term 1
20:33:30.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.410290 27418 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 25873fee6598497385d63848e0f01e12 in term 1.
20:33:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.411800 27305 leader_election.cc:304] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 25873fee6598497385d63848e0f01e12, 65fbf6b15f7942e2911f09d41c774160; no voters:
20:33:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.412957 27466 leader_election.cc:290] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 1 election: Requested vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 65fbf6b15f7942e2911f09d41c774160 (127.26.137.188:45371)
20:33:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.413013 27485 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 1 FOLLOWER]: Leader election won for term 1
20:33:30.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.415632 27486 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.417307 27273 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: configured and running, proceeding with master startup.
20:33:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.417510 27248 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25873fee6598497385d63848e0f01e12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" is_pre_election: true
20:33:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.421077 27248 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 25873fee6598497385d63848e0f01e12 in term 0.
20:33:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.418218 27247 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25873fee6598497385d63848e0f01e12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8"
20:33:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.423508 27247 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 0 FOLLOWER]: Advancing to term 1
20:33:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.431792 27485 raft_consensus.cc:697] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 1 LEADER]: Becoming Leader. State: Replica: 25873fee6598497385d63848e0f01e12, State: Running, Role: LEADER
20:33:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.432925 27247 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 25873fee6598497385d63848e0f01e12 in term 1.
20:33:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.432987 27485 consensus_queue.cc:237] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.434900 27486 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: This master's current role is: FOLLOWER
20:33:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.461591 27466 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 25873fee6598497385d63848e0f01e12. Latest consensus state: current_term: 1 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.462347 27466 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: LEADER
20:33:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.475361 27493 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:33:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.488587 27493 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:33:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:30.509302 27227 tablet.cc:2406] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:33:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.515940 27502 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:33:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.525311 27418 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Refusing update from remote peer 25873fee6598497385d63848e0f01e12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:33:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.527181 27466 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:33:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.551966 27247 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 1 FOLLOWER]: Refusing update from remote peer 25873fee6598497385d63848e0f01e12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:33:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.554280 27466 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:33:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.576334 27457 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 25873fee6598497385d63848e0f01e12. Latest consensus state: current_term: 1 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.577136 27457 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: FOLLOWER
20:33:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.599295 27486 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 25873fee6598497385d63848e0f01e12. Latest consensus state: current_term: 1 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.600153 27486 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: This master's current role is: FOLLOWER
20:33:30.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.601390 27503 mvcc.cc:204] Tried to move back new op lower bound from 7297959569481064448 to 7297959569153650688. Current Snapshot: MvccSnapshot[applied={T|T < 7297959569481064448}]
20:33:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.609635 27505 mvcc.cc:204] Tried to move back new op lower bound from 7297959569481064448 to 7297959569153650688. Current Snapshot: MvccSnapshot[applied={T|T < 7297959569481064448}]
20:33:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.615168 27457 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.615942 27457 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: FOLLOWER
20:33:30.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.620746 27486 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.621521 27486 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: This master's current role is: FOLLOWER
20:33:30.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.628615 27493 catalog_manager.cc:1382] Generated new cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:30.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.628985 27493 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:33:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.632426 27466 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.633162 27466 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: LEADER
20:33:30.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.634027 27466 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:30.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.634666 27466 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: LEADER
20:33:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.683085 27493 catalog_manager.cc:1405] Generated new certificate authority record
20:33:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.685148 27493 catalog_manager.cc:1539] Loading token signing keys...
20:33:30.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.722633 27493 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Generated new TSK 0
20:33:30.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:30.723800 27493 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:33:31.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:31.196113 27469 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:31.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:31.196951 27469 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: loading cluster ID for follower catalog manager: success
20:33:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:31.204926 27469 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: acquiring CA information for follower catalog manager: success
20:33:31.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:31.211151 27469 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:31.529538 27502 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:31.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:31.530841 27502 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: loading cluster ID for follower catalog manager: success
20:33:31.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:31.538755 27502 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: acquiring CA information for follower catalog manager: success
20:33:31.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:31.559250 27502 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:33.152 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.137.188:45371
20:33:33.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:33:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:33.153322 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27364
20:33:33.187 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:33.187 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.137.189:46343
20:33:33.187 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:33:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:33.188007 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27282
20:33:33.214 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:33.215 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.137.190:35523
20:33:33.215 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:33:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:33.215379 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27203
20:33:33.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:33.243 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.137.188:45371
20:33:33.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:33.245117 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/logs
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:33.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.188:45371
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.188
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45689
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.188
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:33.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.561116 27514 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.561762 27514 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.562681 27514 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.600118 27514 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.600386 27514 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.600705 27514 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.600996 27514 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.601300 27514 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.601590 27514 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:33.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.601802 27514 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:33.642654 27514 master_runner.cc:387] Master server non-default flags:
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.188
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.188:45371
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.188
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45689
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/logs
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:33.644253 27514 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:33.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:33.645431 27514 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:33.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.656180 27520 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:34.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:33.657680 27521 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:34.989801 27523 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:34.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:34.993425 27522 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1335 milliseconds
20:33:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:34.994165 27514 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.337s user 0.470s sys 0.859s
20:33:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:34.994464 27514 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.338s user 0.470s sys 0.859s
20:33:34.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:34.994735 27514 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:34.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:34.996088 27514 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:34.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:34.998883 27514 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.000316 27514 hybrid_clock.cc:648] HybridClock initialized: now 1781728415000284 us; error 43 us; skew 500 ppm
20:33:35.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.001367 27514 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:35.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:35 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728415, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:35.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.009395 27514 init.cc:377] Logged in from keytab as kudu/127.26.137.188@KRBTEST.COM (short username kudu)
20:33:35.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.015108 27514 webserver.cc:533] Webserver started at http://127.26.137.188:45689/ using document root <none> and password file <none>
20:33:35.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.016150 27514 fs_manager.cc:362] Metadata directory not provided
20:33:35.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.016417 27514 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.026189 27514 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
20:33:35.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.031431 27532 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:35.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.033147 27514 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
20:33:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.033531 27514 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65fbf6b15f7942e2911f09d41c774160"
20:33:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:29 on dist-test-slave-mjqx"
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.035892 27514 fs_report.cc:389] FS layout report
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/data
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:35.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.117338 27514 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:35.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.126323 27514 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:35.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.126832 27514 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.202927 27514 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.188:45371
20:33:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.203013 27584 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.188:45371 every 8 connection(s)
20:33:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.205863 27514 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:35.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.209086 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27514
20:33:35.209 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:35.209 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.137.189:46343
20:33:35.210 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:33:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.211303 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data
20:33:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/logs
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.189:46343
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.189
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38327
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.189
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.218007 27585 sys_catalog.cc:263] Verifying existing consensus state
20:33:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.223698 27585 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap starting.
20:33:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.262113 27585 log.cc:826] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Log is configured to *not* fsync() on all Append() calls
20:33:35.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.277918 27585 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:33:35.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.278750 27585 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap complete.
20:33:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.302130 27585 raft_consensus.cc:359] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.304512 27585 raft_consensus.cc:740] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65fbf6b15f7942e2911f09d41c774160, State: Initialized, Role: FOLLOWER
20:33:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.305570 27585 consensus_queue.cc:260] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:35.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.308454 27589 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:35.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.309340 27589 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: FOLLOWER
20:33:35.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.310186 27585 sys_catalog.cc:565] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: configured and running, proceeding with master startup.
20:33:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.350229 27600 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.350544 27600 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: loading cluster ID for follower catalog manager: success
20:33:35.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.358450 27600 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: acquiring CA information for follower catalog manager: success
20:33:35.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.336603 27514 master_runner.cc:187] Error getting master registration for 127.26.137.190:35523: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111),
20:33:35.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.359512 27514 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:35.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.363322 27600 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:35.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.569939 27587 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:35.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.570577 27587 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.571318 27587 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.612609 27587 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.612924 27587 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.613282 27587 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.613502 27587 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.613700 27587 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.613906 27587 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:35.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.614055 27587 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.655411 27587 master_runner.cc:387] Master server non-default flags:
20:33:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.189
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.189:46343
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.189
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38327
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/logs
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.656664 27587 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:35.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:35.657729 27587 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:35.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.669705 27608 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:36.719760 27614 raft_consensus.cc:493] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:33:36.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:36.721048 27614 raft_consensus.cc:515] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:36.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:36.727082 27614 leader_election.cc:290] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343)
20:33:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:36.748556 27535 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:36.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:36.764649 27535 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:36.768729 27535 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343): Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:36.769275 27535 leader_election.cc:304] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65fbf6b15f7942e2911f09d41c774160; no voters: 25873fee6598497385d63848e0f01e12, 3cebcc1c9eeb4c23beeeede33c7060b8
20:33:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:36.770200 27614 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:33:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:37.071153 27607 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27587
20:33:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:37.451597 27607 kernel_stack_watchdog.cc:198] Thread 27587 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
20:33:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:33:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:33:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:33:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:33:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:35.670888 27609 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:37.452194 27587 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.781s user 0.582s sys 0.887s
20:33:37.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:37.452493 27587 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.782s user 0.582s sys 0.887s
20:33:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:37.454551 27611 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:37.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:37.458250 27610 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1786 milliseconds
20:33:37.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.458318 27587 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.459861 27587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.462428 27587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.463807 27587 hybrid_clock.cc:648] HybridClock initialized: now 1781728417463757 us; error 67 us; skew 500 ppm
20:33:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.464664 27587 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:37 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728417, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.470640 27587 init.cc:377] Logged in from keytab as kudu/127.26.137.189@KRBTEST.COM (short username kudu)
20:33:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.475625 27587 webserver.cc:533] Webserver started at http://127.26.137.189:38327/ using document root <none> and password file <none>
20:33:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.476538 27587 fs_manager.cc:362] Metadata directory not provided
20:33:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.476752 27587 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:37.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.488049 27587 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.005s sys 0.005s
20:33:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.492882 27622 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.494194 27587 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:33:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.494503 27587 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25873fee6598497385d63848e0f01e12"
20:33:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:27 on dist-test-slave-mjqx"
20:33:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.496484 27587 fs_report.cc:389] FS layout report
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/data
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:37.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.556639 27587 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.562690 27587 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.563148 27587 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.651262 27587 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.189:46343
20:33:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.651400 27673 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.189:46343 every 8 connection(s)
20:33:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.654462 27587 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.662647 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27587
20:33:37.663 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:37.663 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.137.190:35523
20:33:37.663 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.665161 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/logs
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:37.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.190:35523
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.190
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36255
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.190
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.667816 27674 sys_catalog.cc:263] Verifying existing consensus state
20:33:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.674669 27674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap starting.
20:33:37.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.713114 27674 log.cc:826] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Log is configured to *not* fsync() on all Append() calls
20:33:37.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.729976 27674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:33:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.731159 27674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap complete.
20:33:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.765141 27674 raft_consensus.cc:359] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.768393 27674 raft_consensus.cc:740] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25873fee6598497385d63848e0f01e12, State: Initialized, Role: FOLLOWER
20:33:37.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.769691 27674 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.785311 27674 sys_catalog.cc:565] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: configured and running, proceeding with master startup.
20:33:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.784129 27679 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:37.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.788981 27679 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: FOLLOWER
20:33:37.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.845400 27690 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:37.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.845682 27690 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: loading cluster ID for follower catalog manager: success
20:33:37.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.854321 27690 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: acquiring CA information for follower catalog manager: success
20:33:37.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.860013 27690 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.843468 27587 master_runner.cc:187] Error getting master registration for 127.26.137.190:35523: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111),
20:33:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:37.886861 27587 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.171139 27676 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.171954 27676 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.173039 27676 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.215377 27676 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:38.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.215713 27676 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:38.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.216187 27676 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:38.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.216535 27676 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.216866 27676 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.217190 27676 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.217444 27676 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.264421 27676 master_runner.cc:387] Master server non-default flags:
20:33:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.190
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.190:35523
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.190
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36255
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/logs
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.265738 27676 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.266734 27676 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:38.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.279532 27699 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.538421 27706 raft_consensus.cc:493] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:33:38.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.539299 27706 raft_consensus.cc:515] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:38.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.554380 27706 leader_election.cc:290] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343)
20:33:38.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.574201 27535 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.585595 27649 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "65fbf6b15f7942e2911f09d41c774160" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "25873fee6598497385d63848e0f01e12" is_pre_election: true
20:33:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.586603 27649 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65fbf6b15f7942e2911f09d41c774160 in term 1.
20:33:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.588508 27535 leader_election.cc:304] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 25873fee6598497385d63848e0f01e12, 65fbf6b15f7942e2911f09d41c774160; no voters: 3cebcc1c9eeb4c23beeeede33c7060b8
20:33:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.589737 27706 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:33:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.590080 27706 raft_consensus.cc:493] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:33:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.590370 27706 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 1 FOLLOWER]: Advancing to term 2
20:33:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.608402 27706 raft_consensus.cc:515] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:38.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.615144 27535 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.617599 27649 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "65fbf6b15f7942e2911f09d41c774160" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "25873fee6598497385d63848e0f01e12"
20:33:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.618193 27649 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 1 FOLLOWER]: Advancing to term 2
20:33:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.627852 27649 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65fbf6b15f7942e2911f09d41c774160 in term 2.
20:33:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.628497 27706 leader_election.cc:290] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 election: Requested vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343)
20:33:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.630098 27535 leader_election.cc:304] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 25873fee6598497385d63848e0f01e12, 65fbf6b15f7942e2911f09d41c774160; no voters: 3cebcc1c9eeb4c23beeeede33c7060b8
20:33:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.631423 27706 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 FOLLOWER]: Leader election won for term 2
20:33:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.636656 27706 raft_consensus.cc:697] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 LEADER]: Becoming Leader. State: Replica: 65fbf6b15f7942e2911f09d41c774160, State: Running, Role: LEADER
20:33:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.637858 27706 consensus_queue.cc:237] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:38.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.649133 27711 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 65fbf6b15f7942e2911f09d41c774160. Latest consensus state: current_term: 2 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:38.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.651031 27711 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: LEADER
20:33:38.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.659642 27713 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:33:38.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.668164 27713 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:33:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.672438 27713 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:38.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.672981 27713 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:33:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.677703 27713 catalog_manager.cc:1539] Loading token signing keys...
20:33:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.681834 27713 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Loaded TSK: 0
20:33:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:38.683303 27713 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:33:39.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:39.229089 27535 consensus_peers.cc:597] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 -> Peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Couldn't send request to peer 3cebcc1c9eeb4c23beeeede33c7060b8. Status: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:33:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.252527 27649 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 2 FOLLOWER]: Refusing update from remote peer 65fbf6b15f7942e2911f09d41c774160: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
20:33:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.254756 27714 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [LEADER]: Connected to new peer: Peer: permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
20:33:39.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.286140 27717 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 65fbf6b15f7942e2911f09d41c774160. Latest consensus state: current_term: 2 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:39.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.295284 27717 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: FOLLOWER
20:33:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.300166 27717 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:39.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.300925 27717 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: FOLLOWER
20:33:39.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.306907 27719 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:39.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.307646 27719 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: LEADER
20:33:39.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:38.281325 27700 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:39.735652 27702 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:39.737880 27701 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1457 milliseconds
20:33:39.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.738044 27676 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:39.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.739643 27676 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:39.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.743075 27676 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.744570 27676 hybrid_clock.cc:648] HybridClock initialized: now 1781728419744529 us; error 47 us; skew 500 ppm
20:33:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.745754 27676 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:39.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:39 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728419, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.753676 27676 init.cc:377] Logged in from keytab as kudu/127.26.137.190@KRBTEST.COM (short username kudu)
20:33:39.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.759652 27676 webserver.cc:533] Webserver started at http://127.26.137.190:36255/ using document root <none> and password file <none>
20:33:39.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.761003 27676 fs_manager.cc:362] Metadata directory not provided
20:33:39.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.761307 27676 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.771615 27676 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
20:33:39.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.777181 27730 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.778861 27676 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
20:33:39.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.779292 27676 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:39.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cebcc1c9eeb4c23beeeede33c7060b8"
20:33:39.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:25 on dist-test-slave-mjqx"
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.783571 27676 fs_report.cc:389] FS layout report
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/data
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.849344 27676 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:39.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.855505 27676 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:39.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.856057 27676 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.951706 27676 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.190:35523
20:33:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.951869 27781 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.190:35523 every 8 connection(s)
20:33:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.954705 27676 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.963810 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27676
20:33:39.964 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:39.965 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.137.188:45371(127.26.137.188:45371)] connecting to peer
20:33:39.967 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.137.189:46343(127.26.137.189:46343)] connecting to peer
20:33:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.967335 27782 sys_catalog.cc:263] Verifying existing consensus state
20:33:39.967 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.137.190:35523(127.26.137.190:35523)] connecting to peer
20:33:39.969 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.137.189:46343(127.26.137.189:46343)] Successfully connected to peer
20:33:39.970 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.137.188:45371(127.26.137.188:45371)] Successfully connected to peer
20:33:39.971 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.137.190:35523(127.26.137.190:35523)] Successfully connected to peer
20:33:39.976 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:33:39.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:39.978005 27782 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Bootstrap starting.
20:33:39.978 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.137.188
20:33:39.997 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.137.189
20:33:39.997 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.26.137.190
20:33:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:40 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1781728410, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.26.137.188@KRBTEST.COM
20:33:40.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.137.189:46343(127.26.137.189:46343)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:33:40.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.137.189:46343: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:33:40.023 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.137.189:46343(127.26.137.189:46343)] handling channelInactive
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:40.025346 27788 negotiation.cc:336] Failed RPC negotiation. Trace:
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.969604 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34280 (local address 127.26.137.189:46343)
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.994450 (+ 24846us) server_negotiation.cc:207] Beginning negotiation
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.994480 (+ 30us) server_negotiation.cc:400] Waiting for connection header
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.994532 (+ 52us) server_negotiation.cc:408] Connection header received
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.994675 (+ 143us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.994699 (+ 24us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.995006 (+ 307us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.995235 (+ 229us) server_negotiation.cc:227] Negotiated authn=SASL
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.004159 (+ 8924us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.005787 (+ 1628us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.021274 (+ 15487us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.021876 (+ 602us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
20:33:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.023777 (+ 1901us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34280: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:34280): Cannot send after transport endpoint shutdown (error 108)
20:33:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":24243,"thread_start_us":25882,"threads_started":1}
20:33:40.031 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xffb39665, L:/127.0.0.1:39358 - R:/127.26.137.188:45371] using SASL/GSSAPI
20:33:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.032109 27782 log.cc:826] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Log is configured to *not* fsync() on all Append() calls
20:33:40.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.137.190:35523(127.26.137.190:35523)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:33:40.033 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.137.190:35523: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:40.036696 27790 negotiation.cc:336] Failed RPC negotiation. Trace:
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.972736 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:56456 (local address 127.26.137.190:35523)
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.984496 (+ 11760us) server_negotiation.cc:207] Beginning negotiation
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.984535 (+ 39us) server_negotiation.cc:400] Waiting for connection header
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.984618 (+ 83us) server_negotiation.cc:408] Connection header received
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.990797 (+ 6179us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.990861 (+ 64us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:39.991341 (+ 480us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.003924 (+ 12583us) server_negotiation.cc:227] Negotiated authn=SASL
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.012485 (+ 8561us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.014957 (+ 2472us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.029943 (+ 14986us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.030766 (+ 823us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:40.034637 (+ 3871us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:56456: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:56456): Cannot send after transport endpoint shutdown (error 108)
20:33:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":10988,"thread_start_us":16269,"threads_started":1}
20:33:40.034 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.137.190:35523(127.26.137.190:35523)] handling channelInactive
20:33:40.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:33:40.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.137.188:45371, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.137.189:46343, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.137.190:35523, [58ms] Sub RPC ConnectToMaster: received response from server master-127.26.137.189:46343: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [69ms] Sub RPC ConnectToMaster: received response from server master-127.26.137.190:35523: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [77ms] Sub RPC ConnectToMaster: received response from server master-127.26.137.188:45371: OK, deferred=null) after lookup
20:33:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.056646 27782 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:33:40.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.057591 27782 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Bootstrap complete.
20:33:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.078172 27782 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:40.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.080909 27782 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cebcc1c9eeb4c23beeeede33c7060b8, State: Initialized, Role: FOLLOWER
20:33:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.081866 27782 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.084805 27792 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.085938 27792 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: This master's current role is: FOLLOWER
20:33:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.086624 27782 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: configured and running, proceeding with master startup.
20:33:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:40 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728415, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.188@KRBTEST.COM for kudu/127.26.137.190@KRBTEST.COM
20:33:40.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.119822 27757 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 1 FOLLOWER]: Advancing to term 2
20:33:40.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.132920 27803 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:40.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.133428 27803 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: loading cluster ID for follower catalog manager: success
20:33:40.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:40 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728419, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.190@KRBTEST.COM for kudu/127.26.137.190@KRBTEST.COM
20:33:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.159778 27803 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: acquiring CA information for follower catalog manager: success
20:33:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.176786 27803 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.184140 27792 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 65fbf6b15f7942e2911f09d41c774160. Latest consensus state: current_term: 2 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.185009 27792 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: This master's current role is: FOLLOWER
20:33:40.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.185667 27792 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:40.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.186354 27792 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: This master's current role is: FOLLOWER
20:33:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.665643 27719 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:40.666404 27719 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: LEADER
20:33:43.097 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.137.188:45371
20:33:43.097 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:33:43.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:43.098356 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27514
20:33:43.125 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.137.188:45371(127.26.137.188:45371)] handling channelInactive
20:33:43.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.137.188:45371(127.26.137.188:45371)] cleaning up while in state READY due to: connection closed
20:33:43.125 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:43.125 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.137.189:46343
20:33:43.125 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:33:43.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:43.125885 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27587
20:33:43.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:43.152 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.137.190:35523
20:33:43.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:33:43.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:43.152598 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27676
20:33:43.176 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:43.176 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.137.188:45371
20:33:43.177 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:43.178346 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/logs
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.188:45371
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.188
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45689
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.188
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.484233 27822 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.484790 27822 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.485504 27822 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:43.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.519472 27822 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:43.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.519743 27822 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.520023 27822 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.520255 27822 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.520466 27822 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.520663 27822 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.520807 27822 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:43.562376 27822 master_runner.cc:387] Master server non-default flags:
20:33:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data
20:33:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.188
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.188:45371
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.188
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45689
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/logs
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:43.563665 27822 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:43.564695 27822 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.577806 27828 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:43.577962 27829 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:44.979390 27827 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27822
20:33:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.126139 27822 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.549s user 0.002s sys 0.000s
20:33:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.126500 27822 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.549s user 0.002s sys 0.000s
20:33:45.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.128400 27831 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.130615 27830 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1547 milliseconds
20:33:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.130635 27822 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.132181 27822 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.135221 27822 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.136672 27822 hybrid_clock.cc:648] HybridClock initialized: now 1781728425136623 us; error 61 us; skew 500 ppm
20:33:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.137602 27822 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:45.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:45 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728425, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:45.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.144289 27822 init.cc:377] Logged in from keytab as kudu/127.26.137.188@KRBTEST.COM (short username kudu)
20:33:45.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.150183 27822 webserver.cc:533] Webserver started at http://127.26.137.188:45689/ using document root <none> and password file <none>
20:33:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.151295 27822 fs_manager.cc:362] Metadata directory not provided
20:33:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.151584 27822 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.160871 27822 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
20:33:45.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.165386 27840 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.166529 27822 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:33:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.166859 27822 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65fbf6b15f7942e2911f09d41c774160"
20:33:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:29 on dist-test-slave-mjqx"
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.168933 27822 fs_report.cc:389] FS layout report
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/data
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.224550 27822 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.234616 27822 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.235060 27822 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:45.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.311094 27822 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.188:45371
20:33:45.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.311172 27891 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.188:45371 every 8 connection(s)
20:33:45.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.314626 27822 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:45.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.323315 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27822
20:33:45.323 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:45.324 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.137.189:46343
20:33:45.324 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:33:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.325771 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data
20:33:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/logs
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.189:46343
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.189
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38327
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.189
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.326608 27892 sys_catalog.cc:263] Verifying existing consensus state
20:33:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.333947 27892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap starting.
20:33:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.380146 27892 log.cc:826] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Log is configured to *not* fsync() on all Append() calls
20:33:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.398438 27892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:33:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.399441 27892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap complete.
20:33:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.424907 27892 raft_consensus.cc:359] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.427251 27892 raft_consensus.cc:740] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65fbf6b15f7942e2911f09d41c774160, State: Initialized, Role: FOLLOWER
20:33:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.428188 27892 consensus_queue.cc:260] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.431222 27896 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.432062 27896 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: FOLLOWER
20:33:45.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.432969 27892 sys_catalog.cc:565] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: configured and running, proceeding with master startup.
20:33:45.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.475802 27907 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:45.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.476351 27907 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: loading cluster ID for follower catalog manager: success
20:33:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.484732 27907 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: acquiring CA information for follower catalog manager: success
20:33:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.463675 27822 master_runner.cc:187] Error getting master registration for 127.26.137.190:35523: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111),
20:33:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.487680 27822 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:45.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.491477 27907 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.670745 27894 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.671415 27894 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.672120 27894 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.707104 27894 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:45.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.707379 27894 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.707823 27894 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.708186 27894 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.708494 27894 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.708786 27894 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.709055 27894 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.750838 27894 master_runner.cc:387] Master server non-default flags:
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.189
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.189:46343
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.189
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38327
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/logs
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.752482 27894 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:45.753842 27894 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.772902 27915 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:47.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.224586 27921 raft_consensus.cc:493] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:33:47.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.225425 27921 raft_consensus.cc:515] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.248263 27921 leader_election.cc:290] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343)
20:33:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:47.253424 27842 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:47.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:47.268366 27842 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:47.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:47.272843 27842 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343): Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:47.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.273397 27842 leader_election.cc:304] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65fbf6b15f7942e2911f09d41c774160; no voters: 25873fee6598497385d63848e0f01e12, 3cebcc1c9eeb4c23beeeede33c7060b8
20:33:47.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.276484 27921 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
20:33:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:47.172719 27914 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27894
20:33:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:47.407832 27914 kernel_stack_watchdog.cc:198] Thread 27894 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
20:33:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:33:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:33:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:33:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:33:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:45.776353 27916 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:47.409379 27894 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.634s user 0.546s sys 0.885s
20:33:47.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:47.409727 27894 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.634s user 0.546s sys 0.885s
20:33:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:47.410720 27918 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:47.414083 27917 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1633 milliseconds
20:33:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.414153 27894 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.415578 27894 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:47.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.418946 27894 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.420409 27894 hybrid_clock.cc:648] HybridClock initialized: now 1781728427420318 us; error 100 us; skew 500 ppm
20:33:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.421563 27894 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:47 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728427, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.429756 27894 init.cc:377] Logged in from keytab as kudu/127.26.137.189@KRBTEST.COM (short username kudu)
20:33:47.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.438086 27894 webserver.cc:533] Webserver started at http://127.26.137.189:38327/ using document root <none> and password file <none>
20:33:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.439308 27894 fs_manager.cc:362] Metadata directory not provided
20:33:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.439543 27894 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.448498 27894 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
20:33:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.453742 27930 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.455010 27894 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.455423 27894 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25873fee6598497385d63848e0f01e12"
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:27 on dist-test-slave-mjqx"
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.458137 27894 fs_report.cc:389] FS layout report
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/data
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:47.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:47.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.524118 27894 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:47.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.530103 27894 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:47.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.530608 27894 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.623214 27894 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.189:46343
20:33:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.623281 27981 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.189:46343 every 8 connection(s)
20:33:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.626812 27894 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.631669 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27894
20:33:47.632 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:47.632 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.137.190:35523
20:33:47.632 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.638108 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/logs
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.190:35523
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.190
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36255
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.190
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.641151 27982 sys_catalog.cc:263] Verifying existing consensus state
20:33:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.648748 27982 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap starting.
20:33:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.689170 27982 log.cc:826] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Log is configured to *not* fsync() on all Append() calls
20:33:47.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.711059 27982 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:33:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.712100 27982 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap complete.
20:33:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.747289 27982 raft_consensus.cc:359] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:47.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.750756 27982 raft_consensus.cc:740] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25873fee6598497385d63848e0f01e12, State: Initialized, Role: FOLLOWER
20:33:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.751964 27982 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.755141 27986 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.756194 27986 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: FOLLOWER
20:33:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.757076 27982 sys_catalog.cc:565] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: configured and running, proceeding with master startup.
20:33:47.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.804659 27997 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:47.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.805088 27997 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: loading cluster ID for follower catalog manager: success
20:33:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.812965 27997 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: acquiring CA information for follower catalog manager: success
20:33:47.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.800652 27894 master_runner.cc:187] Error getting master registration for 127.26.137.190:35523: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111),
20:33:47.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.827000 27894 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:47.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:47.827539 27997 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.052515 27984 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.053185 27984 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.053905 27984 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.089310 27984 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.089589 27984 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.089951 27984 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.090226 27984 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.090528 27984 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.090850 27984 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.091066 27984 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:48.135079 27984 master_runner.cc:387] Master server non-default flags:
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.190
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.190:35523
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:48.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.190
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36255
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/logs
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:48.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:48.136708 27984 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:48.138074 27984 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.184422 28008 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:49.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.087389 28012 raft_consensus.cc:493] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:33:49.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.088380 28012 raft_consensus.cc:515] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:49.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:49.109752 27932 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.111140 28012 leader_election.cc:290] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 65fbf6b15f7942e2911f09d41c774160 (127.26.137.188:45371)
20:33:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:49.123939 27932 leader_election.cc:336] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:49.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.127432 27867 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25873fee6598497385d63848e0f01e12" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "65fbf6b15f7942e2911f09d41c774160" is_pre_election: true
20:33:49.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.128314 27867 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 25873fee6598497385d63848e0f01e12 in term 2.
20:33:49.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.130642 27934 leader_election.cc:304] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 25873fee6598497385d63848e0f01e12, 65fbf6b15f7942e2911f09d41c774160; no voters: 3cebcc1c9eeb4c23beeeede33c7060b8
20:33:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.132110 28012 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:33:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.132464 28012 raft_consensus.cc:493] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:33:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.132766 28012 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 2 FOLLOWER]: Advancing to term 3
20:33:49.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.143546 28012 raft_consensus.cc:515] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.148312 27867 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "25873fee6598497385d63848e0f01e12" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "65fbf6b15f7942e2911f09d41c774160"
20:33:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.148945 27867 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 2 FOLLOWER]: Advancing to term 3
20:33:49.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:49.151654 27932 leader_election.cc:336] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.159444 27867 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 25873fee6598497385d63848e0f01e12 in term 3.
20:33:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.160974 27934 leader_election.cc:304] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 25873fee6598497385d63848e0f01e12, 65fbf6b15f7942e2911f09d41c774160; no voters: 3cebcc1c9eeb4c23beeeede33c7060b8
20:33:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.166278 28012 leader_election.cc:290] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [CANDIDATE]: Term 3 election: Requested vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 65fbf6b15f7942e2911f09d41c774160 (127.26.137.188:45371)
20:33:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.167038 28012 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 3 FOLLOWER]: Leader election won for term 3
20:33:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.167490 28012 raft_consensus.cc:697] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 3 LEADER]: Becoming Leader. State: Replica: 25873fee6598497385d63848e0f01e12, State: Running, Role: LEADER
20:33:49.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.168534 28012 consensus_queue.cc:237] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:49.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.189260 28017 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 25873fee6598497385d63848e0f01e12. Latest consensus state: current_term: 3 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:49.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.190207 28017 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: LEADER
20:33:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.194037 28019 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:33:49.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.204325 28019 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:33:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.209353 28019 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:49.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.209681 28019 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:33:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.215159 28019 catalog_manager.cc:1539] Loading token signing keys...
20:33:49.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.220045 28019 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Loaded TSK: 0
20:33:49.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.221495 28019 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:33:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.673897 27867 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Refusing update from remote peer 25873fee6598497385d63848e0f01e12: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
20:33:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.675899 28017 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
20:33:49.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.706112 28020 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 25873fee6598497385d63848e0f01e12. Latest consensus state: current_term: 3 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.706951 28020 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: FOLLOWER
20:33:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:49.734568 27932 consensus_peers.cc:597] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 -> Peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Couldn't send request to peer 3cebcc1c9eeb4c23beeeede33c7060b8. Status: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:33:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.750198 28023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.750942 28023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: LEADER
20:33:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.758279 28020 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:49.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.759029 28020 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: FOLLOWER
20:33:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:49.567652 28006 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 27984
20:33:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:49.784358 27984 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.603s user 0.656s sys 0.836s
20:33:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:49.784896 27984 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.603s user 0.656s sys 0.837s
20:33:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:48.186198 28007 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.793035 27984 server_base.cc:1061] running on GCE node
20:33:49.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:49.794008 28029 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:49.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.795535 27984 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:49.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.798705 27984 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:49.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.800181 27984 hybrid_clock.cc:648] HybridClock initialized: now 1781728429799860 us; error 324 us; skew 500 ppm
20:33:49.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.801378 27984 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:49.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:49 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728429, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:49.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.809355 27984 init.cc:377] Logged in from keytab as kudu/127.26.137.190@KRBTEST.COM (short username kudu)
20:33:49.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.827343 27984 webserver.cc:533] Webserver started at http://127.26.137.190:36255/ using document root <none> and password file <none>
20:33:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.828517 27984 fs_manager.cc:362] Metadata directory not provided
20:33:49.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.829015 27984 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.837868 27984 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.002s
20:33:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.842757 28036 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:49.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.843958 27984 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:33:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.844331 27984 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cebcc1c9eeb4c23beeeede33c7060b8"
20:33:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:25 on dist-test-slave-mjqx"
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.846786 27984 fs_report.cc:389] FS layout report
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/data
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.926365 27984 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.932272 27984 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:49.932802 27984 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.019068 27984 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.190:35523
20:33:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.019222 28087 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.190:35523 every 8 connection(s)
20:33:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.022181 27984 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.025810 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 27984
20:33:50.026 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:50.027 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.137.188:45371(127.26.137.188:45371)] connecting to peer
20:33:50.029 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.26.137.188:45371(127.26.137.188:45371)] Successfully connected to peer
20:33:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.038542 28088 sys_catalog.cc:263] Verifying existing consensus state
20:33:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.045482 28088 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Bootstrap starting.
20:33:50.058 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb648e65d, L:/127.0.0.1:40678 - R:/127.26.137.188:45371] using TOKEN/null
20:33:50.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.087136 28088 log.cc:826] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Log is configured to *not* fsync() on all Append() calls
20:33:50.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.104604 28088 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:33:50.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.105516 28088 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Bootstrap complete.
20:33:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.129899 28088 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.132483 28088 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cebcc1c9eeb4c23beeeede33c7060b8, State: Initialized, Role: FOLLOWER
20:33:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.133602 28088 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.136695 28093 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.137573 28093 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: This master's current role is: FOLLOWER
20:33:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.138540 28088 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: configured and running, proceeding with master startup.
20:33:50.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.182296 28104 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:50.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.186699 28104 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: loading cluster ID for follower catalog manager: success
20:33:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.196918 28104 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: acquiring CA information for follower catalog manager: success
20:33:50.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:50 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728429, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.190@KRBTEST.COM for kudu/127.26.137.190@KRBTEST.COM
20:33:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.203658 28104 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:50 dist-test-slave-mjqx krb5kdc[27186](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728427, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.189@KRBTEST.COM for kudu/127.26.137.190@KRBTEST.COM
20:33:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.222337 28063 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [term 2 FOLLOWER]: Advancing to term 3
20:33:50.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.244611 28111 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:50.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.246115 28111 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: This master's current role is: FOLLOWER
20:33:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.248648 28093 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 25873fee6598497385d63848e0f01e12. Latest consensus state: current_term: 3 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:50.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.253152 28093 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8 [sys.catalog]: This master's current role is: FOLLOWER
20:33:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.722800 28023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "25873fee6598497385d63848e0f01e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:50.723596 28023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: LEADER
20:33:53.112 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.137.188:45371
20:33:53.113 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:33:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:53.113808 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27822
20:33:53.140 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.26.137.188:45371(127.26.137.188:45371)] handling channelInactive
20:33:53.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.137.188:45371(127.26.137.188:45371)] cleaning up while in state READY due to: connection closed
20:33:53.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.139693 27934 connection.cc:573] client connection to 127.26.137.188:45371 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:33:53.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:53.141 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.137.189:46343
20:33:53.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:33:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:53.142163 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27894
20:33:53.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:53.168 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.137.190:35523
20:33:53.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:33:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:53.168988 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27984
20:33:53.193 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:53.193 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.137.188:45371
20:33:53.193 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:53.195132 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/logs
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.188:45371
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.188
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45689
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.188
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.503530 28123 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.504165 28123 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.504935 28123 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.539142 28123 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.539420 28123 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.539902 28123 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.540233 28123 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.540544 28123 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.540896 28123 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.541114 28123 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:53.581045 28123 master_runner.cc:387] Master server non-default flags:
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.188
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.188:45371
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.188
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45689
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/logs
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:53.582664 28123 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:53.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:53.583750 28123 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.594656 28129 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:53.595304 28130 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:54.997520 28128 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 28123
20:33:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.158278 28128 kernel_stack_watchdog.cc:198] Thread 28123 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
20:33:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:33:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:33:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:33:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:33:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.158869 28123 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.563s user 0.655s sys 0.903s
20:33:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.159209 28123 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.564s user 0.655s sys 0.903s
20:33:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.164405 28132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.165935 28131 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1567 milliseconds
20:33:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.165997 28123 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.167284 28123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.169809 28123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.171159 28123 hybrid_clock.cc:648] HybridClock initialized: now 1781728435171123 us; error 43 us; skew 500 ppm
20:33:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.172020 28123 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:55 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728435, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.178105 28123 init.cc:377] Logged in from keytab as kudu/127.26.137.188@KRBTEST.COM (short username kudu)
20:33:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.183218 28123 webserver.cc:533] Webserver started at http://127.26.137.188:45689/ using document root <none> and password file <none>
20:33:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.184365 28123 fs_manager.cc:362] Metadata directory not provided
20:33:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.184645 28123 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.193157 28123 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
20:33:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.197413 28141 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.198495 28123 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:33:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.198861 28123 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65fbf6b15f7942e2911f09d41c774160"
20:33:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:29 on dist-test-slave-mjqx"
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.200853 28123 fs_report.cc:389] FS layout report
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/wal
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/data
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.252571 28123 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.258037 28123 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:55.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.258550 28123 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.329272 28123 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.188:45371
20:33:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.329371 28192 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.188:45371 every 8 connection(s)
20:33:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.332178 28123 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-2/data/info.pb
20:33:55.335 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:55.335 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.137.189:46343
20:33:55.336 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:33:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.335060 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 28123
20:33:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.337639 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data
20:33:55.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/logs
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.189:46343
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.189
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38327
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.189
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.346207 28193 sys_catalog.cc:263] Verifying existing consensus state
20:33:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.352047 28193 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap starting.
20:33:55.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.391112 28193 log.cc:826] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Log is configured to *not* fsync() on all Append() calls
20:33:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.415781 28193 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:33:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.416925 28193 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Bootstrap complete.
20:33:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.453637 28193 raft_consensus.cc:359] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.457111 28193 raft_consensus.cc:740] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65fbf6b15f7942e2911f09d41c774160, State: Initialized, Role: FOLLOWER
20:33:55.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.458284 28193 consensus_queue.cc:260] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.461185 28197 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.461844 28197 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: FOLLOWER
20:33:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.463374 28193 sys_catalog.cc:565] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: configured and running, proceeding with master startup.
20:33:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.493074 28208 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:55.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.493412 28208 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: loading cluster ID for follower catalog manager: success
20:33:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.502085 28208 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: acquiring CA information for follower catalog manager: success
20:33:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.507408 28208 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.504180 28123 master_runner.cc:187] Error getting master registration for 127.26.137.190:35523: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111),
20:33:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.534600 28123 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:55.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.711371 28195 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:55.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.711922 28195 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:55.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.712601 28195 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.748057 28195 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.748297 28195 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.748567 28195 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.748768 28195 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.749035 28195 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.749253 28195 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.749462 28195 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.790809 28195 master_runner.cc:387] Master server non-default flags:
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.189
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.189:46343
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.189
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38327
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/logs
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.792080 28195 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:55.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:55.793154 28195 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.804577 28216 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:56.725800 28222 raft_consensus.cc:493] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:33:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:56.726805 28222 raft_consensus.cc:515] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:56.730737 28222 leader_election.cc:290] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343)
20:33:56.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:56.746738 28143 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:56.762161 28143 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:56.765738 28143 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343): Network error: Client connection negotiation failed: client connection to 127.26.137.189:46343: connect: Connection refused (error 111)
20:33:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:56.767304 28143 leader_election.cc:304] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65fbf6b15f7942e2911f09d41c774160; no voters: 25873fee6598497385d63848e0f01e12, 3cebcc1c9eeb4c23beeeede33c7060b8
20:33:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:56.769126 28222 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:33:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:57.207167 28215 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 28195
20:33:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:57.446656 28215 kernel_stack_watchdog.cc:198] Thread 28195 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
20:33:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:33:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:33:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:33:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:33:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:55.807618 28217 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:57.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:57.448344 28195 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.641s user 0.516s sys 0.915s
20:33:57.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:57.448693 28195 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.642s user 0.516s sys 0.915s
20:33:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:57.449090 28219 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:57.453048 28218 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1645 milliseconds
20:33:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.453102 28195 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:33:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.454595 28195 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:57.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.457674 28195 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:57.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.459127 28195 hybrid_clock.cc:648] HybridClock initialized: now 1781728437459079 us; error 45 us; skew 500 ppm
20:33:57.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.460280 28195 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:57 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728437, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.467842 28195 init.cc:377] Logged in from keytab as kudu/127.26.137.189@KRBTEST.COM (short username kudu)
20:33:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.473646 28195 webserver.cc:533] Webserver started at http://127.26.137.189:38327/ using document root <none> and password file <none>
20:33:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.474885 28195 fs_manager.cc:362] Metadata directory not provided
20:33:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.475163 28195 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:57.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.485839 28195 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.002s
20:33:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.490427 28230 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.491628 28195 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:33:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.491971 28195 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "25873fee6598497385d63848e0f01e12"
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:27 on dist-test-slave-mjqx"
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.493952 28195 fs_report.cc:389] FS layout report
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/wal
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/data
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.546720 28195 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:57.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.556214 28195 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:57.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.556735 28195 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:57.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.639969 28195 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.189:46343
20:33:57.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.640038 28281 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.189:46343 every 8 connection(s)
20:33:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.642959 28195 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-1/data/info.pb
20:33:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.652007 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 28195
20:33:57.652 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:57.652 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.137.190:35523
20:33:57.652 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.653914 27174 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/logs
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:33:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.190:35523
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.190
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36255
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.190
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:33:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:33:57.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.658463 28282 sys_catalog.cc:263] Verifying existing consensus state
20:33:57.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.667339 28282 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap starting.
20:33:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.717921 28282 log.cc:826] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Log is configured to *not* fsync() on all Append() calls
20:33:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.738108 28282 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:33:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.738952 28282 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: Bootstrap complete.
20:33:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.769846 28282 raft_consensus.cc:359] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.774443 28282 raft_consensus.cc:740] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 25873fee6598497385d63848e0f01e12, State: Initialized, Role: FOLLOWER
20:33:57.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.775782 28282 consensus_queue.cc:260] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.779059 28286 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.780193 28286 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: FOLLOWER
20:33:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.780885 28282 sys_catalog.cc:565] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: configured and running, proceeding with master startup.
20:33:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.845145 28297 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.845674 28297 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: loading cluster ID for follower catalog manager: success
20:33:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.869298 28297 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: acquiring CA information for follower catalog manager: success
20:33:57.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.838543 28195 master_runner.cc:187] Error getting master registration for 127.26.137.190:35523: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111),
20:33:57.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.878250 28195 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:33:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:57.884132 28297 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:33:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.133654 28284 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:33:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.134686 28284 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:33:58.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.135910 28284 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:33:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.197395 28284 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:33:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.197747 28284 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:33:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.198216 28284 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:33:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.198577 28284 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:33:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.198925 28284 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:33:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.199262 28284 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:33:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.199548 28284 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41739/jwks.json
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.269866 28284 master_runner.cc:387] Master server non-default flags:
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.137.148:34689
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.137.190:35523,127.26.137.189:46343,127.26.137.188:45371
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/krb5kdc/kudu.keytab
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.26.137.190
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.137.190:35523
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41739/jwks.json
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:33:58.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.137.190
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36255
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/logs
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 19:54:38 UTC on e7f111948823
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12443
20:33:58.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:33:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.271675 28284 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:33:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.273260 28284 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:33:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.287583 28307 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.789208 28312 raft_consensus.cc:493] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:33:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.790072 28312 raft_consensus.cc:515] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:58.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.800179 28312 leader_election.cc:290] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343)
20:33:58.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.859841 28143 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.866259 28257 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "65fbf6b15f7942e2911f09d41c774160" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "25873fee6598497385d63848e0f01e12" is_pre_election: true
20:33:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.867208 28257 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65fbf6b15f7942e2911f09d41c774160 in term 3.
20:33:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.872750 28143 leader_election.cc:304] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 25873fee6598497385d63848e0f01e12, 65fbf6b15f7942e2911f09d41c774160; no voters: 3cebcc1c9eeb4c23beeeede33c7060b8
20:33:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.876847 28312 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Leader pre-election won for term 4
20:33:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.877301 28312 raft_consensus.cc:493] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:33:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.877640 28312 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 3 FOLLOWER]: Advancing to term 4
20:33:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.907187 28312 raft_consensus.cc:515] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.923527 28143 leader_election.cc:336] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111)
20:33:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.926849 28312 leader_election.cc:290] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 election: Requested vote from peers 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523), 25873fee6598497385d63848e0f01e12 (127.26.137.189:46343)
20:33:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.927320 28257 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "65fbf6b15f7942e2911f09d41c774160" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "25873fee6598497385d63848e0f01e12"
20:33:58.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.927930 28257 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 3 FOLLOWER]: Advancing to term 4
20:33:58.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.937582 28257 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65fbf6b15f7942e2911f09d41c774160 in term 4.
20:33:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.938901 28143 leader_election.cc:304] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 25873fee6598497385d63848e0f01e12, 65fbf6b15f7942e2911f09d41c774160; no voters: 3cebcc1c9eeb4c23beeeede33c7060b8
20:33:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.939963 28312 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 4 FOLLOWER]: Leader election won for term 4
20:33:58.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.958773 28312 raft_consensus.cc:697] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [term 4 LEADER]: Becoming Leader. State: Replica: 65fbf6b15f7942e2911f09d41c774160, State: Running, Role: LEADER
20:33:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.960443 28312 consensus_queue.cc:237] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } }
20:33:58.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.985589 28317 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 65fbf6b15f7942e2911f09d41c774160. Latest consensus state: current_term: 4 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:58.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.987677 28317 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: LEADER
20:33:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:58.995846 28319 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:33:59.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.007889 28319 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:33:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.013209 28319 catalog_manager.cc:1294] Loaded cluster ID: 09ad03d87bd84d039877a7a4cd712a37
20:33:59.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.013832 28319 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:33:59.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.019711 28319 catalog_manager.cc:1539] Loading token signing keys...
20:33:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.029597 28319 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160: Loaded TSK: 0
20:33:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.032120 28319 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:33:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.535604 28257 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [term 4 FOLLOWER]: Refusing update from remote peer 65fbf6b15f7942e2911f09d41c774160: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
20:33:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.548286 28320 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [LEADER]: Connected to new peer: Peer: permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.000s
20:33:59.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:59.551038 28143 consensus_peers.cc:597] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 -> Peer 3cebcc1c9eeb4c23beeeede33c7060b8 (127.26.137.190:35523): Couldn't send request to peer 3cebcc1c9eeb4c23beeeede33c7060b8. Status: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:33:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.592527 28324 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 65fbf6b15f7942e2911f09d41c774160. Latest consensus state: current_term: 4 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.593580 28324 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: FOLLOWER
20:33:59.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.610152 28324 sys_catalog.cc:455] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.611140 28324 sys_catalog.cc:458] T 00000000000000000000000000000000 P 25873fee6598497385d63848e0f01e12 [sys.catalog]: This master's current role is: FOLLOWER
20:33:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.616899 28320 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "65fbf6b15f7942e2911f09d41c774160" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3cebcc1c9eeb4c23beeeede33c7060b8" member_type: VOTER last_known_addr { host: "127.26.137.190" port: 35523 } } peers { permanent_uuid: "25873fee6598497385d63848e0f01e12" member_type: VOTER last_known_addr { host: "127.26.137.189" port: 46343 } } peers { permanent_uuid: "65fbf6b15f7942e2911f09d41c774160" member_type: VOTER last_known_addr { host: "127.26.137.188" port: 45371 } } }
20:33:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.617632 28320 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65fbf6b15f7942e2911f09d41c774160 [sys.catalog]: This master's current role is: LEADER
20:33:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:59.689503 28306 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 28284
20:33:59.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:58.291299 28308 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:59.743602 28284 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.454s user 0.563s sys 0.815s
20:33:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:59.744035 28284 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.455s user 0.563s sys 0.816s
20:33:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:59.751812 28329 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:33:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.751996 28284 server_base.cc:1061] running on GCE node
20:33:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.753448 28284 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:33:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.755927 28284 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:33:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.757282 28284 hybrid_clock.cc:648] HybridClock initialized: now 1781728439757232 us; error 56 us; skew 500 ppm
20:33:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.758153 28284 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:33:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 17 20:33:59 dist-test-slave-mjqx krb5kdc[27186](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781728439, etypes {rep=17 tkt=17 ses=17}, kudu/127.26.137.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:33:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.764271 28284 init.cc:377] Logged in from keytab as kudu/127.26.137.190@KRBTEST.COM (short username kudu)
20:33:59.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.769760 28284 webserver.cc:533] Webserver started at http://127.26.137.190:36255/ using document root <none> and password file <none>
20:33:59.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.770754 28284 fs_manager.cc:362] Metadata directory not provided
20:33:59.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.770995 28284 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:33:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.779831 28284 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
20:33:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.784586 28336 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:33:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.786094 28284 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
20:33:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.786515 28284 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data,/tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cebcc1c9eeb4c23beeeede33c7060b8"
20:33:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 20:33:25 on dist-test-slave-mjqx"
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.789405 28284 fs_report.cc:389] FS layout report
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/wal
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/data
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:33:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:33:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.855021 28284 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:33:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.863091 28284 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:33:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.863677 28284 kserver.cc:163] Server-wide thread pool size limit: 3276
20:33:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.953660 28284 rpc_server.cc:307] RPC server started. Bound to: 127.26.137.190:35523
20:33:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.953688 28388 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.137.190:35523 every 8 connection(s)
20:33:59.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.957808 28284 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzWpbyu/test-tmp/mini-kudu-cluster13371482212019186097/master-0/data/info.pb
20:33:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.962201 27174 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu as pid 28284
20:33:59.963 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:33:59.963 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.137.188:45371(127.26.137.188:45371)] connecting to peer
20:33:59.967 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.26.137.188:45371(127.26.137.188:45371)] Successfully connected to peer
20:33:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.974896 28389 sys_catalog.cc:263] Verifying existing consensus state
20:33:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:33:59.982249 28389 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Bootstrap starting.
20:33:59.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:33:59.987769 28392 negotiation.cc:343] Unauthorized connection attempt: Server connection negotiation failed: server connection from 127.0.0.1:42224: token expired
20:33:59.993 [DEBUG - kudu-nio-4] (Negotiator.java:352) peer /127.26.137.188:45371 sent connection negotiation error: Not authorized: token expired
20:33:59.994 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.26.137.188:45371(127.26.137.188:45371)] handling channelInactive
20:33:59.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.137.188:45371(127.26.137.188:45371)] cleaning up while in state NEGOTIATION_FAILED due to: connection closed
20:33:59.996 [DEBUG - kudu-nio-4] (Connection.java:748) [peer master-127.26.137.188:45371(127.26.137.188:45371)] connecting to peer
20:33:59.997 [DEBUG - kudu-nio-4] (Connection.java:748) [peer master-127.26.137.189:46343(127.26.137.189:46343)] connecting to peer
20:33:59.999 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.26.137.188:45371(127.26.137.188:45371)] Successfully connected to peer
20:34:00.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.137.188:45371(127.26.137.188:45371)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
20:34:00.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.137.188:45371: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:34:00.005113 28392 negotiation.cc:336] Failed RPC negotiation. Trace:
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:59.998723 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:42236 (local address 127.26.137.188:45371)
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:59.999409 (+ 686us) server_negotiation.cc:207] Beginning negotiation
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:59.999435 (+ 26us) server_negotiation.cc:400] Waiting for connection header
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:33:59.999639 (+ 204us) server_negotiation.cc:408] Connection header received
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.000151 (+ 512us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.000180 (+ 29us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.000504 (+ 324us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.000749 (+ 245us) server_negotiation.cc:227] Negotiated authn=SASL
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.003836 (+ 3087us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:42236: BlockingRecv error: recv got EOF from 127.0.0.1:42236 (error 108)
20:34:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":103}
20:34:00.006 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.26.137.188:45371(127.26.137.188:45371)] handling channelInactive
20:34:00.009 [DEBUG - kudu-nio-4] (Connection.java:748) [peer master-127.26.137.190:35523(127.26.137.190:35523)] connecting to peer
20:34:00.010 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.26.137.189:46343(127.26.137.189:46343)] Successfully connected to peer
20:34:00.034 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.26.137.190:35523(127.26.137.190:35523)] Successfully connected to peer
20:34:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:00.037226 28389 log.cc:826] T 00000000000000000000000000000000 P 3cebcc1c9eeb4c23beeeede33c7060b8: Log is configured to *not* fsync() on all Append() calls
20:34:00.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.137.189:46343(127.26.137.189:46343)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
20:34:00.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.137.189:46343: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
20:34:00.044 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.26.137.189:46343(127.26.137.189:46343)] handling channelInactive
20:34:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:34:00.047673 28396 negotiation.cc:336] Failed RPC negotiation. Trace:
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.010346 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:43050 (local address 127.26.137.189:46343)
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.042202 (+ 31856us) server_negotiation.cc:207] Beginning negotiation
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.042229 (+ 27us) server_negotiation.cc:400] Waiting for connection header
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.042285 (+ 56us) server_negotiation.cc:408] Connection header received
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.042446 (+ 161us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.042483 (+ 37us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.042776 (+ 293us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.044966 (+ 2190us) server_negotiation.cc:227] Negotiated authn=SASL
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.045754 (+ 788us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:43050: BlockingRecv error: recv got EOF from 127.0.0.1:43050 (error 108)
20:34:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":31267,"thread_start_us":30947,"threads_started":1}
20:34:00.049 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.137.190:35523(127.26.137.190:35523)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
20:34:00.050 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.137.190:35523: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials
20:34:00.050 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.26.137.190:35523(127.26.137.190:35523)] handling channelInactive
20:34:00.051 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.26.137.190:35523(127.26.137.190:35523)] disconnecting while in state TERMINATED
20:34:00.051 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.26.137.188:45371(127.26.137.188:45371)] disconnecting while in state TERMINATED
20:34:00.051 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.26.137.189:46343(127.26.137.189:46343)] disconnecting while in state TERMINATED
20:34:00.051 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:34:00.053 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:34:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:34:00.056221 28397 negotiation.cc:336] Failed RPC negotiation. Trace:
20:34:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.023589 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:49420 (local address 127.26.137.190:35523)
20:34:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.041267 (+ 17678us) server_negotiation.cc:207] Beginning negotiation
20:34:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.041314 (+ 47us) server_negotiation.cc:400] Waiting for connection header
20:34:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.042423 (+ 1109us) server_negotiation.cc:408] Connection header received
20:34:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.048415 (+ 5992us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:34:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.048477 (+ 62us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:34:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.049005 (+ 528us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:34:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.049466 (+ 461us) server_negotiation.cc:227] Negotiated authn=SASL
20:34:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.054559 (+ 5093us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:49420: BlockingRecv error: recv got EOF from 127.0.0.1:49420 (error 108)
20:34:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":16026,"thread_start_us":16222,"threads_started":1}
20:34:00.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:00.061160 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 28284
20:34:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:00.082911 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 28195
20:34:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 20:34:00.084165 28406 negotiation.cc:336] Failed RPC negotiation. Trace:
20:34:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.066888 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.26.137.190:35523 (local address 127.0.0.1:49428)
20:34:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.068373 (+ 1485us) negotiation.cc:107] Waiting for socket to connect
20:34:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.068412 (+ 39us) client_negotiation.cc:175] Beginning negotiation
20:34:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.068630 (+ 218us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
20:34:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0617 20:34:00.082538 (+ 13908us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.26.137.190:35523: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:34:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":1023,"thread_start_us":774,"threads_started":1}
20:34:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:00.107170 27174 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 28123
20:34:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T20:34:01Z chronyd exiting
20:34:02.263 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:34:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:02.265246 26445 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 26727
20:34:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:02.285859 26445 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 26884
20:34:02.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:02.309530 26445 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 27032
20:34:02.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:02.330852 26445 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 26457
20:34:02.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:02.356737 26445 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 26527
20:34:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 20:34:02.381989 26445 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzWpbyu/build/tsan/bin/kudu with pid 26602
20:34:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T20:34:03Z chronyd exiting
20:34:04.482 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.26.137.188:45371,127.26.137.189:46343,127.26.137.190:35523). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.26.137.188:45371,127.26.137.189:46343,127.26.137.190:35523). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
20:34:04.678 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: giving up after 1 attempts
20:34:04.678 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.26.137.188:45371,127.26.137.189:46343,127.26.137.190:35523). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot re-acquire authentication token after 5 attempts (Couldn't find a valid master in (127.26.137.188:45371,127.26.137.189:46343,127.26.137.190:35523). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client does not have Kerberos credentials (tgt). Authentication tokens were not used because this connection will be used to acquire a new token and therefore requires primary credentials])
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:158)
at org.apache.kudu.client.AuthnTokenReacquirer$1NewAuthnTokenErrB.call(AuthnTokenReacquirer.java:141)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more