02:04:04.617 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:04:04.628 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLmSKOK/test-tmp
02:04:04.634 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:04:04.637 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLmSKOK/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:04:04.851 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:04:05.048 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:04:05.049 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:04:05.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:05.055307 16109 mini_oidc.cc:150] Starting JWKS server
02:04:05.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:05.059595 16109 webserver.cc:492] Webserver started at http://127.0.0.1:43857/ using document root <none> and password file <none>
02:04:05.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:05.060269 16109 mini_oidc.cc:186] Starting OIDC Discovery server
02:04:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:05.062574 16109 webserver.cc:492] Webserver started at http://127.0.0.1:37483/ using document root <none> and password file <none>
02:04:05.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-04T02:04:05Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:04:05.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-04T02:04:05Z Disabled control of system clock
02:04:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:05.124962 16109 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/wal
02:04:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/data
02:04:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/logs
02:04:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/data/info.pb
02:04:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:05.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.126:38255
02:04:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.126
02:04:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:05.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:05.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43857/jwks.json with env {}
02:04:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.429819 16121 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.430371 16121 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.430928 16121 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.464061 16121 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.464425 16121 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.464618 16121 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.464816 16121 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.465068 16121 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.465219 16121 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43857/jwks.json
02:04:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:05.502059 16121 master_runner.cc:386] Master server non-default flags:
02:04:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:05.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/data
02:04:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/wal
02:04:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:05.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.126:38255
02:04:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43857/jwks.json
02:04:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/data/info.pb
02:04:05.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.126
02:04:05.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:05.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:05.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:05.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:05.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/logs
02:04:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:05.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:05.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:05.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:05.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:05.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:05.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:05.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:05.503679 16121 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:05.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:05.506002 16121 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.519578 16127 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:05.519829 16128 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:06.648080 16129 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1126 milliseconds
02:04:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:06.650660 16130 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:06.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:06.652215 16121 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.133s user 0.434s sys 0.697s
02:04:06.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:06.652644 16121 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.134s user 0.435s sys 0.698s
02:04:06.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.652943 16121 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:06.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.654405 16121 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:06.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.657673 16121 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.659859 16121 hybrid_clock.cc:648] HybridClock initialized: now 1777860246659810 us; error 47 us; skew 500 ppm
02:04:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.661002 16121 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:06.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.670590 16121 webserver.cc:492] Webserver started at http://127.15.187.126:38223/ using document root <none> and password file <none>
02:04:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.671919 16121 fs_manager.cc:362] Metadata directory not provided
02:04:06.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.672232 16121 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.672797 16121 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:06.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.680158 16121 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/data/instance:
02:04:06.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ed5fd20e9e841e5804e196e5ba735e8"
02:04:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:06 on dist-test-slave-0b8r"
02:04:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.681864 16121 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/wal/instance:
02:04:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ed5fd20e9e841e5804e196e5ba735e8"
02:04:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:06 on dist-test-slave-0b8r"
02:04:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.692909 16121 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.009s sys 0.001s
02:04:06.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.700927 16137 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:06.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.702692 16121 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
02:04:06.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.703114 16121 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/wal
02:04:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ed5fd20e9e841e5804e196e5ba735e8"
02:04:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:06 on dist-test-slave-0b8r"
02:04:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.703557 16121 fs_report.cc:389] FS layout report
02:04:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/wal
02:04:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/wal
02:04:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/data/data
02:04:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:06.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.798539 16121 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.800055 16121 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.800498 16121 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:06.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.881644 16121 rpc_server.cc:307] RPC server started. Bound to: 127.15.187.126:38255
02:04:06.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.881722 16188 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.187.126:38255 every 8 connection(s)
02:04:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.884270 16121 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/data/info.pb
02:04:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.888739 16109 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 16121
02:04:06.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.889293 16109 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-0/wal/instance
02:04:06.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.891943 16189 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:06.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.894272 16109 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:06.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:06.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/wal
02:04:06.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/data
02:04:06.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:06.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:06.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/logs
02:04:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/data/info.pb
02:04:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.125:46363
02:04:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.125
02:04:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43857/jwks.json with env {}
02:04:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.909934 16189 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } has no permanent_uuid. Determining permanent_uuid...
02:04:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.937615 16189 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } has no permanent_uuid. Determining permanent_uuid...
02:04:06.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:06.940078 16140 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.187.125:46363: connect: Connection refused (error 111)
02:04:06.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:06.944875 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.125:46363: Network error: Client connection negotiation failed: client connection to 127.15.187.125:46363: connect: Connection refused (error 111)
02:04:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:06.994557 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } attempt: 1
02:04:07.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.001606 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.125:46363: Network error: Client connection negotiation failed: client connection to 127.15.187.125:46363: connect: Connection refused (error 111)
02:04:07.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:07.070094 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } attempt: 2
02:04:07.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.076413 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.125:46363: Network error: Client connection negotiation failed: client connection to 127.15.187.125:46363: connect: Connection refused (error 111)
02:04:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:07.167848 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } attempt: 3
02:04:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.172154 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.125:46363: Network error: Client connection negotiation failed: client connection to 127.15.187.125:46363: connect: Connection refused (error 111)
02:04:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.227108 16191 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.227793 16191 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.228549 16191 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.262977 16191 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.263401 16191 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.263731 16191 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.264060 16191 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.264425 16191 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:07.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.264705 16191 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43857/jwks.json
02:04:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:07.303690 16191 master_runner.cc:386] Master server non-default flags:
02:04:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/data
02:04:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/wal
02:04:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:07.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.125:46363
02:04:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:07.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43857/jwks.json
02:04:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/data/info.pb
02:04:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.125
02:04:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:07.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/logs
02:04:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:07.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:07.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:07.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:07.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:07.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:07.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:07.305611 16191 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:07.308029 16191 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:07.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:07.315586 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } attempt: 4
02:04:07.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.320725 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.125:46363: Network error: Client connection negotiation failed: client connection to 127.15.187.125:46363: connect: Connection refused (error 111)
02:04:07.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.323037 16200 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:07.620260 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } attempt: 5
02:04:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.626008 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.125:46363: Network error: Client connection negotiation failed: client connection to 127.15.187.125:46363: connect: Connection refused (error 111)
02:04:08.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.173523 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } attempt: 6
02:04:08.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:08.188376 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.125:46363: Network error: Client connection negotiation failed: client connection to 127.15.187.125:46363: connect: Connection refused (error 111)
02:04:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.325363 16201 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:07.328251 16203 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:08.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.516953 16191 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:08.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:08.517645 16202 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1189 milliseconds
02:04:08.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.521783 16191 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.525060 16191 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.526546 16191 hybrid_clock.cc:648] HybridClock initialized: now 1777860248526379 us; error 179 us; skew 500 ppm
02:04:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.527460 16191 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.534561 16191 webserver.cc:492] Webserver started at http://127.15.187.125:40575/ using document root <none> and password file <none>
02:04:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.535874 16191 fs_manager.cc:362] Metadata directory not provided
02:04:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.536195 16191 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.536756 16191 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.541287 16191 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/data/instance:
02:04:08.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b59a758f2cb94983be6195e0f7cedb11"
02:04:08.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:08 on dist-test-slave-0b8r"
02:04:08.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.542397 16191 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/wal/instance:
02:04:08.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b59a758f2cb94983be6195e0f7cedb11"
02:04:08.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:08 on dist-test-slave-0b8r"
02:04:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.550508 16191 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.001s sys 0.007s
02:04:08.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.557111 16212 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.558579 16191 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
02:04:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.558920 16191 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/wal
02:04:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b59a758f2cb94983be6195e0f7cedb11"
02:04:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:08 on dist-test-slave-0b8r"
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.559284 16191 fs_report.cc:389] FS layout report
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/wal
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/wal
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/data/data
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.614670 16191 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.616621 16191 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.617094 16191 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:08.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.706943 16191 rpc_server.cc:307] RPC server started. Bound to: 127.15.187.125:46363
02:04:08.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.707001 16263 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.187.125:46363 every 8 connection(s)
02:04:08.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.709970 16191 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/data/info.pb
02:04:08.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.716254 16264 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:08.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.720299 16109 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 16191
02:04:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.720798 16109 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-1/wal/instance
02:04:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.722883 16109 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/wal
02:04:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/data
02:04:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/logs
02:04:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/data/info.pb
02:04:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:08.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.124:36063
02:04:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.124
02:04:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:08.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:08.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:08.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:08.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43857/jwks.json with env {}
02:04:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.731614 16264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } has no permanent_uuid. Determining permanent_uuid...
02:04:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.760847 16264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } has no permanent_uuid. Determining permanent_uuid...
02:04:08.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.776818 16264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } has no permanent_uuid. Determining permanent_uuid...
02:04:08.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:08.779340 16215 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:08.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:08.783767 16264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.833303 16264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 1
02:04:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:08.837648 16264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:08.906108 16264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 2
02:04:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:08.910755 16264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.002175 16264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 3
02:04:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.006583 16264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.071085 16266 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:09.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.072208 16266 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.073012 16266 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:09.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.107775 16266 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:09.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.108143 16266 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:09.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.108472 16266 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.108812 16266 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.109228 16266 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.109516 16266 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43857/jwks.json
02:04:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.149127 16266 master_runner.cc:386] Master server non-default flags:
02:04:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/data
02:04:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/wal
02:04:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.124:36063
02:04:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43857/jwks.json
02:04:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/data/info.pb
02:04:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.124
02:04:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/logs
02:04:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:09.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:09.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.150061 16264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 4
02:04:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.150925 16266 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.153650 16266 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:09.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.158116 16264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.168423 16276 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.248965 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } attempt: 7
02:04:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.284024 16189 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } has no permanent_uuid. Determining permanent_uuid...
02:04:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.311203 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:09.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.369726 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 1
02:04:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.377524 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.457625 16264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 5
02:04:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.460992 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 2
02:04:09.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.466449 16264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:09.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.473865 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:09.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.559383 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 3
02:04:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.567086 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:09.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.707603 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 4
02:04:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.714661 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:09.998135 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 5
02:04:10.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:10.007898 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.014173 16264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 6
02:04:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:10.044358 16264 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.560396 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 6
02:04:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:10.589637 16189 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.187.124:36063: Network error: Client connection negotiation failed: client connection to 127.15.187.124:36063: connect: Connection refused (error 111)
02:04:10.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:10.570545 16275 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 16266
02:04:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:10.683086 16275 kernel_stack_watchdog.cc:198] Thread 16266 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:04:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:10.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:10.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:09.169900 16277 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:10.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:10.684058 16266 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.515s user 0.000s sys 0.003s
02:04:10.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:10.684430 16266 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.515s user 0.000s sys 0.003s
02:04:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:10.687153 16279 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:10.689735 16278 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1514 milliseconds
02:04:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.689759 16266 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:10.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.691094 16266 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.693885 16266 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.695340 16266 hybrid_clock.cc:648] HybridClock initialized: now 1777860250695299 us; error 56 us; skew 500 ppm
02:04:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.696120 16266 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:10.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.702529 16266 webserver.cc:492] Webserver started at http://127.15.187.124:40115/ using document root <none> and password file <none>
02:04:10.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.703642 16266 fs_manager.cc:362] Metadata directory not provided
02:04:10.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.703933 16266 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:10.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.704480 16266 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.708750 16266 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/data/instance:
02:04:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd7cd078741d42e1b670ae9e498fd05c"
02:04:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:10 on dist-test-slave-0b8r"
02:04:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.709955 16266 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/wal/instance:
02:04:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd7cd078741d42e1b670ae9e498fd05c"
02:04:10.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:10 on dist-test-slave-0b8r"
02:04:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.717464 16266 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.004s sys 0.002s
02:04:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.723611 16293 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.724723 16266 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.002s
02:04:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.725107 16266 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/wal
02:04:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd7cd078741d42e1b670ae9e498fd05c"
02:04:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:10 on dist-test-slave-0b8r"
02:04:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.725517 16266 fs_report.cc:389] FS layout report
02:04:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/wal
02:04:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/wal
02:04:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/data/data
02:04:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.783078 16266 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.784719 16266 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.785240 16266 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.864854 16266 rpc_server.cc:307] RPC server started. Bound to: 127.15.187.124:36063
02:04:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.864952 16344 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.187.124:36063 every 8 connection(s)
02:04:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.867767 16266 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/data/info.pb
02:04:10.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.873169 16109 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 16266
02:04:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.873543 16109 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/master-2/wal/instance
02:04:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.874872 16345 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:10.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.895622 16345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } has no permanent_uuid. Determining permanent_uuid...
02:04:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.937553 16345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } has no permanent_uuid. Determining permanent_uuid...
02:04:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.947240 16345 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } has no permanent_uuid. Determining permanent_uuid...
02:04:10.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.963800 16345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c: Bootstrap starting.
02:04:10.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.971019 16345 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c: Neither blocks nor log segments found. Creating new log.
02:04:10.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.973403 16345 log.cc:826] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c: Log is configured to *not* fsync() on all Append() calls
02:04:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.978310 16345 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c: No bootstrap required, opened a new log
02:04:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.998521 16345 raft_consensus.cc:359] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } }
02:04:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.999207 16345 raft_consensus.cc:385] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:10.999492 16345 raft_consensus.cc:740] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd7cd078741d42e1b670ae9e498fd05c, State: Initialized, Role: FOLLOWER
02:04:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.000545 16345 consensus_queue.cc:260] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } }
02:04:11.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.003582 16354 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.004786 16354 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [sys.catalog]: This master's current role is: FOLLOWER
02:04:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.005636 16345 sys_catalog.cc:565] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [sys.catalog]: configured and running, proceeding with master startup.
02:04:11.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:11.035575 16365 catalog_manager.cc:1568] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:11.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:11.035943 16365 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:11.040872 16299 tablet.cc:2404] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.030155 16266 master_runner.cc:186] Error getting master registration for 127.15.187.126:38255: OK, instance_id { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" instance_seqno: 1777860246859238 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.056267 16266 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.104815 16264 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 7
02:04:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.122758 16264 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11: Bootstrap starting.
02:04:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.129441 16264 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11: Neither blocks nor log segments found. Creating new log.
02:04:11.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.133137 16264 log.cc:826] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11: Log is configured to *not* fsync() on all Append() calls
02:04:11.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.140177 16264 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11: No bootstrap required, opened a new log
02:04:11.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.161571 16264 raft_consensus.cc:359] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } }
02:04:11.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.162199 16264 raft_consensus.cc:385] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:11.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.162402 16264 raft_consensus.cc:740] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b59a758f2cb94983be6195e0f7cedb11, State: Initialized, Role: FOLLOWER
02:04:11.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.163120 16264 consensus_queue.cc:260] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } }
02:04:11.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.166397 16369 sys_catalog.cc:455] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:11.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.167297 16369 sys_catalog.cc:458] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [sys.catalog]: This master's current role is: FOLLOWER
02:04:11.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.167945 16264 sys_catalog.cc:565] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [sys.catalog]: configured and running, proceeding with master startup.
02:04:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:11.208148 16380 catalog_manager.cc:1568] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:11.209059 16380 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.197826 16191 master_runner.cc:186] Error getting master registration for 127.15.187.126:38255: OK, instance_id { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" instance_seqno: 1777860246859238 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.229324 16191 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.229511 16369 raft_consensus.cc:493] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.232314 16369 raft_consensus.cc:515] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } }
02:04:11.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.235001 16369 leader_election.cc:290] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3ed5fd20e9e841e5804e196e5ba735e8 (127.15.187.126:38255), dd7cd078741d42e1b670ae9e498fd05c (127.15.187.124:36063)
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.236522 16320 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b59a758f2cb94983be6195e0f7cedb11" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dd7cd078741d42e1b670ae9e498fd05c" is_pre_election: true
02:04:11.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.237498 16320 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b59a758f2cb94983be6195e0f7cedb11 in term 0.
02:04:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.239244 16215 leader_election.cc:304] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b59a758f2cb94983be6195e0f7cedb11, dd7cd078741d42e1b670ae9e498fd05c; no voters:
02:04:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.241457 16369 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:11.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.241832 16369 raft_consensus.cc:493] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:11.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.242146 16369 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 0 FOLLOWER]: Advancing to term 1
02:04:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.249190 16369 raft_consensus.cc:515] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } }
02:04:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.252630 16369 leader_election.cc:290] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [CANDIDATE]: Term 1 election: Requested vote from peers 3ed5fd20e9e841e5804e196e5ba735e8 (127.15.187.126:38255), dd7cd078741d42e1b670ae9e498fd05c (127.15.187.124:36063)
02:04:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.252811 16320 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b59a758f2cb94983be6195e0f7cedb11" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dd7cd078741d42e1b670ae9e498fd05c"
02:04:11.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.253443 16320 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [term 0 FOLLOWER]: Advancing to term 1
02:04:11.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.267933 16320 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b59a758f2cb94983be6195e0f7cedb11 in term 1.
02:04:11.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.273952 16215 leader_election.cc:304] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b59a758f2cb94983be6195e0f7cedb11, dd7cd078741d42e1b670ae9e498fd05c; no voters:
02:04:11.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.274890 16369 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 1 FOLLOWER]: Leader election won for term 1
02:04:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.289815 16369 raft_consensus.cc:697] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [term 1 LEADER]: Becoming Leader. State: Replica: b59a758f2cb94983be6195e0f7cedb11, State: Running, Role: LEADER
02:04:11.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.291536 16369 consensus_queue.cc:237] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } }
02:04:11.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.304741 16382 sys_catalog.cc:455] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b59a758f2cb94983be6195e0f7cedb11. Latest consensus state: current_term: 1 leader_uuid: "b59a758f2cb94983be6195e0f7cedb11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.306119 16382 sys_catalog.cc:458] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [sys.catalog]: This master's current role is: LEADER
02:04:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.318838 16384 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:04:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.326984 16384 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:04:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.353930 16320 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [term 1 FOLLOWER]: Refusing update from remote peer b59a758f2cb94983be6195e0f7cedb11: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.356207 16382 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.002s
02:04:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:11.377038 16218 tablet.cc:2404] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.390970 16354 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [sys.catalog]: SysCatalogTable state changed. Reason: New leader b59a758f2cb94983be6195e0f7cedb11. Latest consensus state: current_term: 1 leader_uuid: "b59a758f2cb94983be6195e0f7cedb11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.391749 16354 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [sys.catalog]: This master's current role is: FOLLOWER
02:04:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.399500 16385 mvcc.cc:204] Tried to move back new op lower bound from 7282115589528825856 to 7282115589302628352. Current Snapshot: MvccSnapshot[applied={T|T < 7282115589528825856}]
02:04:11.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.411614 16382 sys_catalog.cc:455] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b59a758f2cb94983be6195e0f7cedb11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:11.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.412461 16382 sys_catalog.cc:458] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [sys.catalog]: This master's current role is: LEADER
02:04:11.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.419432 16354 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b59a758f2cb94983be6195e0f7cedb11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:11.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.420161 16354 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c [sys.catalog]: This master's current role is: FOLLOWER
02:04:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.427407 16384 catalog_manager.cc:1357] Generated new cluster ID: 478554ba12264ea3a53e2e53bfb7edb8
02:04:11.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.427731 16384 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:04:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.467653 16384 catalog_manager.cc:1380] Generated new certificate authority record
02:04:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.471100 16384 catalog_manager.cc:1514] Loading token signing keys...
02:04:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.512353 16384 catalog_manager.cc:6044] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11: Generated new TSK 0
02:04:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.513921 16384 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:04:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.546000 16109 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/wal
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/data
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/logs
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/data/info.pb
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.65:0
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.187.65
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.65
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:11.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.623093 16189 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } attempt: 7
02:04:11.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.682703 16189 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8: Bootstrap starting.
02:04:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.697743 16189 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8: Neither blocks nor log segments found. Creating new log.
02:04:11.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.702832 16189 log.cc:826] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8: Log is configured to *not* fsync() on all Append() calls
02:04:11.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.740504 16189 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8: No bootstrap required, opened a new log
02:04:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.970053 16189 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } }
02:04:11.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.979384 16189 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:11.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.983269 16189 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ed5fd20e9e841e5804e196e5ba735e8, State: Initialized, Role: FOLLOWER
02:04:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:11.994642 16189 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } }
02:04:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.026151 16394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.026973 16394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [sys.catalog]: This master's current role is: FOLLOWER
02:04:12.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.039873 16162 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [term 0 FOLLOWER]: Advancing to term 1
02:04:12.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.041989 16365 catalog_manager.cc:1269] Loaded cluster ID: 478554ba12264ea3a53e2e53bfb7edb8
02:04:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.042318 16365 catalog_manager.cc:1562] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c: loading cluster ID for follower catalog manager: success
02:04:12.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.045274 16163 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b59a758f2cb94983be6195e0f7cedb11" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed5fd20e9e841e5804e196e5ba735e8"
02:04:12.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.048583 16164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b59a758f2cb94983be6195e0f7cedb11" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" is_pre_election: true
02:04:12.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.051438 16365 catalog_manager.cc:1584] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c: acquiring CA information for follower catalog manager: success
02:04:12.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.057129 16162 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [term 1 FOLLOWER]: Refusing update from remote peer b59a758f2cb94983be6195e0f7cedb11: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:12.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.064270 16395 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:12.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.067003 16365 catalog_manager.cc:1612] T 00000000000000000000000000000000 P dd7cd078741d42e1b670ae9e498fd05c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:12.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.061065 16189 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [sys.catalog]: configured and running, proceeding with master startup.
02:04:12.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:12.062059 16143 tablet.cc:2404] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:12.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:12.147643 16390 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:12.148813 16390 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:12.149832 16390 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.153991 16394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b59a758f2cb94983be6195e0f7cedb11. Latest consensus state: current_term: 1 leader_uuid: "b59a758f2cb94983be6195e0f7cedb11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.154120 16406 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b59a758f2cb94983be6195e0f7cedb11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:12.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.154753 16394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [sys.catalog]: This master's current role is: FOLLOWER
02:04:12.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.154826 16406 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8 [sys.catalog]: This master's current role is: FOLLOWER
02:04:12.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:12.213701 16390 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:12.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:12.215626 16390 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.187.65
02:04:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.219069 16415 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:04:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.283265 16390 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/data
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/wal
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.65:0
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/data/info.pb
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.65
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.187.65
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/logs
02:04:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.285043 16390 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.287207 16390 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:12.312831 16417 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:12.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.677798 16424 sys_catalog.cc:455] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b59a758f2cb94983be6195e0f7cedb11" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ed5fd20e9e841e5804e196e5ba735e8" member_type: VOTER last_known_addr { host: "127.15.187.126" port: 38255 } } peers { permanent_uuid: "b59a758f2cb94983be6195e0f7cedb11" member_type: VOTER last_known_addr { host: "127.15.187.125" port: 46363 } } peers { permanent_uuid: "dd7cd078741d42e1b670ae9e498fd05c" member_type: VOTER last_known_addr { host: "127.15.187.124" port: 36063 } } }
02:04:12.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:12.685039 16424 sys_catalog.cc:458] T 00000000000000000000000000000000 P b59a758f2cb94983be6195e0f7cedb11 [sys.catalog]: This master's current role is: LEADER
02:04:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.247864 16415 catalog_manager.cc:1269] Loaded cluster ID: 478554ba12264ea3a53e2e53bfb7edb8
02:04:13.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.248215 16415 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8: loading cluster ID for follower catalog manager: success
02:04:13.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.272404 16415 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8: acquiring CA information for follower catalog manager: success
02:04:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.298854 16415 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 3ed5fd20e9e841e5804e196e5ba735e8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:13.712819 16416 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 16390
02:04:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:13.727211 16416 kernel_stack_watchdog.cc:198] Thread 16390 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
02:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:12.316792 16418 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:13.732178 16419 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1410 milliseconds
02:04:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:13.733640 16390 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.417s user 0.002s sys 0.003s
02:04:13.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:13.734280 16390 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.418s user 0.003s sys 0.004s
02:04:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:13.735702 16421 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.736202 16390 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.737995 16390 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.751920 16390 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:13.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.753791 16390 hybrid_clock.cc:648] HybridClock initialized: now 1777860253753751 us; error 51 us; skew 500 ppm
02:04:13.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.755152 16390 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.777908 16390 webserver.cc:492] Webserver started at http://127.15.187.65:40911/ using document root <none> and password file <none>
02:04:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.779951 16390 fs_manager.cc:362] Metadata directory not provided
02:04:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.780685 16390 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.781544 16390 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.788081 16390 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/data/instance:
02:04:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae903acedcdb4276ae5d941344d32891"
02:04:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:13 on dist-test-slave-0b8r"
02:04:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.790336 16390 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/wal/instance:
02:04:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae903acedcdb4276ae5d941344d32891"
02:04:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:13 on dist-test-slave-0b8r"
02:04:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.810261 16390 fs_manager.cc:696] Time spent creating directory manager: real 0.019s user 0.005s sys 0.012s
02:04:13.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.824836 16432 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.826951 16390 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.006s sys 0.005s
02:04:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.827836 16390 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/wal
02:04:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae903acedcdb4276ae5d941344d32891"
02:04:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:13 on dist-test-slave-0b8r"
02:04:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.828711 16390 fs_report.cc:389] FS layout report
02:04:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/wal
02:04:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/wal
02:04:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/data/data
02:04:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.965860 16390 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.968364 16390 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.971011 16390 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:13.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:13.981383 16390 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:14.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.001008 16390 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.001780 16390 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
02:04:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.002334 16390 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.002754 16390 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:04:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.267628 16390 rpc_server.cc:307] RPC server started. Bound to: 127.15.187.65:45249
02:04:14.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.267762 16544 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.187.65:45249 every 8 connection(s)
02:04:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.272403 16390 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/data/info.pb
02:04:14.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.282806 16109 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 16390
02:04:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.283257 16109 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-0/wal/instance
02:04:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.314394 16109 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/wal
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/data
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/logs
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/data/info.pb
02:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:14.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:14.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.66:0
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.187.66
02:04:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.66
02:04:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.418263 16545 heartbeater.cc:344] Connected to a master server at 127.15.187.124:36063
02:04:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.418768 16545 heartbeater.cc:461] Registering TS with master...
02:04:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.420572 16545 heartbeater.cc:507] Master 127.15.187.124:36063 requested a full tablet report, sending...
02:04:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.426589 16310 ts_manager.cc:194] Registered new tserver with Master: ae903acedcdb4276ae5d941344d32891 (127.15.187.65:45249)
02:04:14.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.430492 16546 heartbeater.cc:344] Connected to a master server at 127.15.187.125:46363
02:04:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.430867 16546 heartbeater.cc:461] Registering TS with master...
02:04:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.431783 16546 heartbeater.cc:507] Master 127.15.187.125:46363 requested a full tablet report, sending...
02:04:14.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.435900 16229 ts_manager.cc:194] Registered new tserver with Master: ae903acedcdb4276ae5d941344d32891 (127.15.187.65:45249)
02:04:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.439352 16229 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.187.65:46857
02:04:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.449465 16550 heartbeater.cc:344] Connected to a master server at 127.15.187.126:38255
02:04:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.449872 16550 heartbeater.cc:461] Registering TS with master...
02:04:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.450563 16550 heartbeater.cc:507] Master 127.15.187.126:38255 requested a full tablet report, sending...
02:04:14.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.453686 16154 ts_manager.cc:194] Registered new tserver with Master: ae903acedcdb4276ae5d941344d32891 (127.15.187.65:45249)
02:04:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:14.749670 16549 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:14.750195 16549 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:14.750785 16549 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:14.784799 16549 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:14.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:14.785800 16549 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.187.66
02:04:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.824239 16549 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/data
02:04:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/wal
02:04:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.66:0
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/data/info.pb
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.66
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.187.66
02:04:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/logs
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.826177 16549 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:14.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:14.828670 16549 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:14.845883 16561 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:15.445751 16546 heartbeater.cc:499] Master 127.15.187.125:46363 was elected leader, sending a full tablet report...
02:04:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:16.246865 16560 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 16549
02:04:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:16.428608 16563 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1580 milliseconds
02:04:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:14.848376 16562 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:16.429780 16564 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:16.427507 16549 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.580s user 0.493s sys 0.796s
02:04:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:16.430352 16549 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.583s user 0.494s sys 0.797s
02:04:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.430632 16549 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.433822 16549 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:16.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.435983 16549 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.437381 16549 hybrid_clock.cc:648] HybridClock initialized: now 1777860256437339 us; error 58 us; skew 500 ppm
02:04:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.438230 16549 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.445966 16549 webserver.cc:492] Webserver started at http://127.15.187.66:33791/ using document root <none> and password file <none>
02:04:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.446877 16549 fs_manager.cc:362] Metadata directory not provided
02:04:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.447073 16549 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.447461 16549 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.451931 16549 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/data/instance:
02:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1058f7f45934afc850869bcbb21affc"
02:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:16 on dist-test-slave-0b8r"
02:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.453207 16549 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/wal/instance:
02:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1058f7f45934afc850869bcbb21affc"
02:04:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:16 on dist-test-slave-0b8r"
02:04:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.462275 16549 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
02:04:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.469316 16573 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.470764 16549 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
02:04:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.471138 16549 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/wal
02:04:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1058f7f45934afc850869bcbb21affc"
02:04:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:16 on dist-test-slave-0b8r"
02:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.471553 16549 fs_report.cc:389] FS layout report
02:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/wal
02:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/wal
02:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/data/data
02:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.520818 16549 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.523074 16549 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.523521 16549 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.526098 16549 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.530668 16549 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.530876 16549 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:04:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.531071 16549 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.531199 16549 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:04:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.683089 16549 rpc_server.cc:307] RPC server started. Bound to: 127.15.187.66:33659
02:04:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.683202 16685 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.187.66:33659 every 8 connection(s)
02:04:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.685531 16549 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/data/info.pb
02:04:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.693601 16109 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 16549
02:04:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.694233 16109 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-1/wal/instance
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.709690 16109 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/wal
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/data
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/logs
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/data/info.pb
02:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.67:0
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.187.67
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.67
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:04:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.728607 16686 heartbeater.cc:344] Connected to a master server at 127.15.187.124:36063
02:04:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.729118 16686 heartbeater.cc:461] Registering TS with master...
02:04:16.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.730603 16686 heartbeater.cc:507] Master 127.15.187.124:36063 requested a full tablet report, sending...
02:04:16.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.733721 16310 ts_manager.cc:194] Registered new tserver with Master: d1058f7f45934afc850869bcbb21affc (127.15.187.66:33659)
02:04:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.736943 16688 heartbeater.cc:344] Connected to a master server at 127.15.187.126:38255
02:04:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.737272 16688 heartbeater.cc:461] Registering TS with master...
02:04:16.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.738138 16688 heartbeater.cc:507] Master 127.15.187.126:38255 requested a full tablet report, sending...
02:04:16.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.741047 16154 ts_manager.cc:194] Registered new tserver with Master: d1058f7f45934afc850869bcbb21affc (127.15.187.66:33659)
02:04:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.749150 16687 heartbeater.cc:344] Connected to a master server at 127.15.187.125:46363
02:04:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.749492 16687 heartbeater.cc:461] Registering TS with master...
02:04:16.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.750284 16687 heartbeater.cc:507] Master 127.15.187.125:46363 requested a full tablet report, sending...
02:04:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.752065 16229 ts_manager.cc:194] Registered new tserver with Master: d1058f7f45934afc850869bcbb21affc (127.15.187.66:33659)
02:04:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:16.753310 16229 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.187.66:48151
02:04:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:17.051127 16696 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:17.051666 16696 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:17.052218 16696 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:17.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:17.085350 16696 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:17.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:17.086254 16696 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.187.67
02:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:17.123948 16696 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.187.84:33593
02:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/data
02:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/wal
02:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.187.67:0
02:04:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/data/info.pb
02:04:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.187.67
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.187.126:38255,127.15.187.125:46363,127.15.187.124:36063
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.187.67
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/logs
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:17.125641 16696 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:17.127645 16696 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:17.140774 16702 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:17.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:17.756356 16687 heartbeater.cc:499] Master 127.15.187.125:46363 was elected leader, sending a full tablet report...
02:04:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:17.149169 16705 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:17.142397 16703 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:18.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:18.281668 16704 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1139 milliseconds
02:04:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.281736 16696 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.286492 16696 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:18.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.288731 16696 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.290161 16696 hybrid_clock.cc:648] HybridClock initialized: now 1777860258290115 us; error 53 us; skew 500 ppm
02:04:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.291090 16696 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.298841 16696 webserver.cc:492] Webserver started at http://127.15.187.67:43813/ using document root <none> and password file <none>
02:04:18.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.300629 16696 fs_manager.cc:362] Metadata directory not provided
02:04:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.300872 16696 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.301447 16696 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.305959 16696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/data/instance:
02:04:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a203b62d1931451e9e4205e7f66ce687"
02:04:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:18 on dist-test-slave-0b8r"
02:04:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.307204 16696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/wal/instance:
02:04:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a203b62d1931451e9e4205e7f66ce687"
02:04:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:18 on dist-test-slave-0b8r"
02:04:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.314508 16696 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
02:04:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.320324 16713 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.321678 16696 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
02:04:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.322083 16696 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/wal
02:04:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a203b62d1931451e9e4205e7f66ce687"
02:04:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:18 on dist-test-slave-0b8r"
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.322459 16696 fs_report.cc:389] FS layout report
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/wal
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/wal
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/data/data
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:18.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:18.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.389189 16696 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.390666 16696 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.391073 16696 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.393599 16696 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.398013 16696 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.398241 16696 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:04:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.398442 16696 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.398582 16696 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:04:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.555183 16696 rpc_server.cc:307] RPC server started. Bound to: 127.15.187.67:39509
02:04:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.555300 16825 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.187.67:39509 every 8 connection(s)
02:04:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.557786 16696 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/data/info.pb
02:04:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.568133 16109 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 16696
02:04:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.568603 16109 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster835431755024443042/ts-2/wal/instance
02:04:18.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.599053 16826 heartbeater.cc:344] Connected to a master server at 127.15.187.124:36063
02:04:18.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.599510 16826 heartbeater.cc:461] Registering TS with master...
02:04:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.600116 16828 heartbeater.cc:344] Connected to a master server at 127.15.187.126:38255
02:04:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.600574 16828 heartbeater.cc:461] Registering TS with master...
02:04:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.600857 16826 heartbeater.cc:507] Master 127.15.187.124:36063 requested a full tablet report, sending...
02:04:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.601974 16827 heartbeater.cc:344] Connected to a master server at 127.15.187.125:46363
02:04:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.602109 16828 heartbeater.cc:507] Master 127.15.187.126:38255 requested a full tablet report, sending...
02:04:18.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.602326 16827 heartbeater.cc:461] Registering TS with master...
02:04:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.603148 16827 heartbeater.cc:507] Master 127.15.187.125:46363 requested a full tablet report, sending...
02:04:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.604048 16310 ts_manager.cc:194] Registered new tserver with Master: a203b62d1931451e9e4205e7f66ce687 (127.15.187.67:39509)
02:04:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.604746 16154 ts_manager.cc:194] Registered new tserver with Master: a203b62d1931451e9e4205e7f66ce687 (127.15.187.67:39509)
02:04:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.605595 16229 ts_manager.cc:194] Registered new tserver with Master: a203b62d1931451e9e4205e7f66ce687 (127.15.187.67:39509)
02:04:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.607532 16229 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.187.67:49647
02:04:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:18.621887 16109 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:04:18.633 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:04:18.635 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:04:18.645 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.187.126"
port: 38255
}
bound_http_address {
host: "127.15.187.126"
port: 38223
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.187.125"
port: 46363
}
bound_http_address {
host: "127.15.187.125"
port: 40575
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.187.124"
port: 36063
}
bound_http_address {
host: "127.15.187.124"
port: 40115
}
}
}
02:04:18.648 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:04:18.651 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.187.65"
port: 45249
}
bound_http_address {
host: "127.15.187.65"
port: 40911
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.187.66"
port: 33659
}
bound_http_address {
host: "127.15.187.66"
port: 33791
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.187.67"
port: 39509
}
bound_http_address {
host: "127.15.187.67"
port: 43813
}
}
}
02:04:18.652 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:04:18.835 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:04:18.907 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:04:19.018 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLmSKOK/test-tmp
02:04:19.018 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:04:19.019 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLmSKOK/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:04:19.026 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
02:04:19.394 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:19.394 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:04:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:19.398404 16838 mini_oidc.cc:150] Starting JWKS server
02:04:19.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:19.401477 16838 webserver.cc:492] Webserver started at http://127.0.0.1:34657/ using document root <none> and password file <none>
02:04:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:19.401885 16838 mini_oidc.cc:186] Starting OIDC Discovery server
02:04:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:19.403528 16838 webserver.cc:492] Webserver started at http://127.0.0.1:41655/ using document root <none> and password file <none>
02:04:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
02:04:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/principal' for realm 'KRBTEST.COM',
02:04:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
02:04:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:19 dist-test-slave-0b8r krb5kdc[16851](info): setting up network...
02:04:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
02:04:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:19 dist-test-slave-0b8r krb5kdc[16851](info): set up 2 sockets
02:04:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:19 dist-test-slave-0b8r krb5kdc[16851](info): commencing operation
02:04:19.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
02:04:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:19.610699 16827 heartbeater.cc:499] Master 127.15.187.125:46363 was elected leader, sending a full tablet report...
02:04:21.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.347211 16838 mini_kdc.cc:121] Time spent starting KDC: real 1.910s user 0.005s sys 0.017s
02:04:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
02:04:21.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:04:21.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
02:04:21.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
02:04:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:04:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
02:04:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
02:04:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:04:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
02:04:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
02:04:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/test-user.keytab.
02:04:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/test-user.keytab.
02:04:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:21 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860261, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:04:21.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-04T02:04:21Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:04:21.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-04T02:04:21Z Disabled control of system clock
02:04:21.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.113.190@KRBTEST.COM; defaulting to no policy
02:04:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.113.190@KRBTEST.COM" created.
02:04:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:21.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:21.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.16.113.190@KRBTEST.COM; defaulting to no policy
02:04:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.16.113.190@KRBTEST.COM" created.
02:04:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:21.581272 16838 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data
02:04:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:21.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/logs
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data/info.pb
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.190:38695
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.190
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.190
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:21.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:21.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.917008 16867 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.917615 16867 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:21.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.918198 16867 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.951301 16867 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.951541 16867 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.951807 16867 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.952013 16867 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.952215 16867 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.952406 16867 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:21.952551 16867 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34657/jwks.json
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:21.993788 16867 master_runner.cc:386] Master server non-default flags:
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.190
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.190:38695
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data/info.pb
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.190
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/logs
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:21.995097 16867 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:21.996313 16867 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:22.011186 16873 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:22.011334 16874 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:22.017355 16876 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.151249 16875 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:04:23.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.151315 16867 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.155758 16867 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:23.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.158352 16867 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.159713 16867 hybrid_clock.cc:648] HybridClock initialized: now 1777860263159670 us; error 52 us; skew 500 ppm
02:04:23.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.160485 16867 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:23.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:23 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860263, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.166961 16867 init.cc:377] Logged in from keytab as kudu/127.16.113.190@KRBTEST.COM (short username kudu)
02:04:23.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.171921 16867 webserver.cc:492] Webserver started at http://127.16.113.190:39795/ using document root <none> and password file <none>
02:04:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.172813 16867 fs_manager.cc:362] Metadata directory not provided
02:04:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.173096 16867 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:23.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.173617 16867 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.178098 16867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data/instance:
02:04:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52ef7afc1e194186af4cff4ae5913205"
02:04:23.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:23 on dist-test-slave-0b8r"
02:04:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.179204 16867 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal/instance:
02:04:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52ef7afc1e194186af4cff4ae5913205"
02:04:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:23 on dist-test-slave-0b8r"
02:04:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.187037 16867 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
02:04:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.192768 16885 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:23.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.194561 16867 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
02:04:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.194880 16867 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52ef7afc1e194186af4cff4ae5913205"
02:04:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:23 on dist-test-slave-0b8r"
02:04:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.195191 16867 fs_report.cc:389] FS layout report
02:04:23.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data/data
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:23.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.249238 16867 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.255221 16867 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.255671 16867 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.341992 16867 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.190:38695
02:04:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.342049 16936 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.113.190:38695 every 8 connection(s)
02:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.344838 16867 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data/info.pb
02:04:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.351259 16838 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 16867
02:04:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.351426 16937 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.351749 16838 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal/instance
02:04:23.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.364449 16937 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } has no permanent_uuid. Determining permanent_uuid...
02:04:23.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.113.189@KRBTEST.COM; defaulting to no policy
02:04:23.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:23.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.113.189@KRBTEST.COM" created.
02:04:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:23 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860263, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.190@KRBTEST.COM for kudu/127.16.113.190@KRBTEST.COM
02:04:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.409233 16937 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } has no permanent_uuid. Determining permanent_uuid...
02:04:23.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.411782 16889 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.16.113.189@KRBTEST.COM; defaulting to no policy
02:04:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.416760 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.189:36313: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.16.113.189@KRBTEST.COM" created.
02:04:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:23.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.442127 16838 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/logs
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data/info.pb
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.189:36313
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.189
02:04:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.189
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.466349 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } attempt: 1
02:04:23.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.472189 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.189:36313: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:23.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.540709 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } attempt: 2
02:04:23.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.545010 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.189:36313: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.636392 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } attempt: 3
02:04:23.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.640767 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.189:36313: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:23.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.763585 16946 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:23.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.764380 16946 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:23.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.765131 16946 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.784189 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } attempt: 4
02:04:23.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.787976 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.189:36313: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:23.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.799830 16946 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:23.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.800189 16946 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.800626 16946 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.801010 16946 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.801342 16946 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:23.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.801929 16946 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:23.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.802204 16946 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34657/jwks.json
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.842043 16946 master_runner.cc:386] Master server non-default flags:
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.189
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.189:36313
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data/info.pb
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.189
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/logs
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:23.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.843533 16946 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:23.844758 16946 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:23.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.855837 16952 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:24.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:24.087366 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } attempt: 5
02:04:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:24.093940 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.189:36313: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:24.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:24.641425 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } attempt: 6
02:04:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:24.674578 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.189:36313: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:23.856580 16953 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:25.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.250612 16955 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.252914 16946 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.397s user 0.501s sys 0.867s
02:04:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.253578 16946 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.398s user 0.501s sys 0.871s
02:04:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.254015 16954 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1392 milliseconds
02:04:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.254081 16946 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:25.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.258569 16946 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.261834 16946 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.263623 16946 hybrid_clock.cc:648] HybridClock initialized: now 1777860265263589 us; error 36 us; skew 500 ppm
02:04:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.264528 16946 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:25 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860265, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.274263 16946 init.cc:377] Logged in from keytab as kudu/127.16.113.189@KRBTEST.COM (short username kudu)
02:04:25.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.281065 16946 webserver.cc:492] Webserver started at http://127.16.113.189:35773/ using document root <none> and password file <none>
02:04:25.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.282356 16946 fs_manager.cc:362] Metadata directory not provided
02:04:25.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.282650 16946 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:25.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.283216 16946 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.289808 16946 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data/instance:
02:04:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca70cb9215054b6e8b94e27917a5cf60"
02:04:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:25 on dist-test-slave-0b8r"
02:04:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.291414 16946 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal/instance:
02:04:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca70cb9215054b6e8b94e27917a5cf60"
02:04:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:25 on dist-test-slave-0b8r"
02:04:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.303313 16946 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.006s sys 0.006s
02:04:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.317881 16970 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.319288 16946 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.010s sys 0.000s
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.319679 16946 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca70cb9215054b6e8b94e27917a5cf60"
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:25 on dist-test-slave-0b8r"
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.320029 16946 fs_report.cc:389] FS layout report
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data/data
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:25.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.390136 16946 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.396447 16946 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.397006 16946 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.485236 16946 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.189:36313
02:04:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.485309 17022 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.113.189:36313 every 8 connection(s)
02:04:25.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.488386 16946 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data/info.pb
02:04:25.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.494874 17023 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.496687 16838 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 16946
02:04:25.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.497152 16838 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal/instance
02:04:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.506397 17023 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } has no permanent_uuid. Determining permanent_uuid...
02:04:25.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.113.188@KRBTEST.COM; defaulting to no policy
02:04:25.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:25.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.113.188@KRBTEST.COM" created.
02:04:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:25 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860265, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.189@KRBTEST.COM for kudu/127.16.113.190@KRBTEST.COM
02:04:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.541695 17023 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } has no permanent_uuid. Determining permanent_uuid...
02:04:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:25 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860265, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.189@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:25.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.16.113.188@KRBTEST.COM; defaulting to no policy
02:04:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.16.113.188@KRBTEST.COM" created.
02:04:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.569736 17023 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } has no permanent_uuid. Determining permanent_uuid...
02:04:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.572423 16971 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:25.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.577203 17023 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.597040 16838 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:25.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/logs
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data/info.pb
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.188:36963
02:04:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.188
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.188
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:25.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.626744 17023 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 1
02:04:25.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.647663 17023 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.716171 17023 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 2
02:04:25.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.721165 17023 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.735116 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } attempt: 7
02:04:25.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:25 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860263, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.190@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.760617 16937 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } has no permanent_uuid. Determining permanent_uuid...
02:04:25.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.767264 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.812657 17023 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 3
02:04:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.816849 17023 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.825716 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 1
02:04:25.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.830118 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:25.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.911499 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 2
02:04:25.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.915284 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:25.960317 17023 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 4
02:04:25.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.964635 17023 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.980540 17033 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:25.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.981256 17033 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:25.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:25.981968 17033 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:26.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:26.000851 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 3
02:04:26.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.004962 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.016434 17033 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.016803 17033 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.017314 17033 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.017678 17033 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.018047 17033 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.018365 17033 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.018610 17033 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34657/jwks.json
02:04:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:26.059337 17033 master_runner.cc:386] Master server non-default flags:
02:04:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.188
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.188:36963
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data/info.pb
02:04:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.188
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/logs
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:26.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:26.061098 17033 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:26.062397 17033 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.074419 17041 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:26.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:26.145342 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 4
02:04:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.149051 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:26.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:26.264034 17023 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 5
02:04:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.268283 17023 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:26.432503 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 5
02:04:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.436241 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:26.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.664062 16541 debug-util.cc:398] Leaking SignalData structure 0x7b08000add00 after lost signal to thread 16396
02:04:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.665067 16541 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad3a0 after lost signal to thread 16544
02:04:26.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:26.815686 17023 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 6
02:04:26.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.844223 17023 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:26.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:26.988654 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 6
02:04:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:27.018235 16937 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.113.188:36963: Network error: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:27.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:26.076411 17042 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:27.459587 17043 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1382 milliseconds
02:04:27.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:27.460816 17044 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.462464 17033 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.464555 17033 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:27.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.467470 17033 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.468947 17033 hybrid_clock.cc:648] HybridClock initialized: now 1777860267468882 us; error 76 us; skew 500 ppm
02:04:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.469870 17033 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:27 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860267, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.475872 17033 init.cc:377] Logged in from keytab as kudu/127.16.113.188@KRBTEST.COM (short username kudu)
02:04:27.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.483155 17033 webserver.cc:492] Webserver started at http://127.16.113.188:34471/ using document root <none> and password file <none>
02:04:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.485657 17033 fs_manager.cc:362] Metadata directory not provided
02:04:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.486364 17033 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.487170 17033 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.493604 17033 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data/instance:
02:04:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42973b7854064c16a2040ec243468621"
02:04:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:27 on dist-test-slave-0b8r"
02:04:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.495263 17033 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal/instance:
02:04:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42973b7854064c16a2040ec243468621"
02:04:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:27 on dist-test-slave-0b8r"
02:04:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.506349 17033 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.011s sys 0.000s
02:04:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.514127 17058 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:27.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.515443 17033 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.001s
02:04:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.515872 17033 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42973b7854064c16a2040ec243468621"
02:04:27.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:27 on dist-test-slave-0b8r"
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.516302 17033 fs_report.cc:389] FS layout report
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data/data
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:27.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.602358 17033 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.609275 17033 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.610177 17033 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.718914 17033 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.188:36963
02:04:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.719007 17109 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.113.188:36963 every 8 connection(s)
02:04:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.723034 17033 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data/info.pb
02:04:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.732851 16838 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 17033
02:04:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.733407 16838 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal/instance
02:04:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.737593 17110 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:04:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.757843 17110 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } has no permanent_uuid. Determining permanent_uuid...
02:04:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:27 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860261, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.113.190@KRBTEST.COM
02:04:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:27 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860267, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.188@KRBTEST.COM for kudu/127.16.113.190@KRBTEST.COM
02:04:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.812027 17110 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } has no permanent_uuid. Determining permanent_uuid...
02:04:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:27 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860261, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:27 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860267, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.188@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:27.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:27 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860261, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.16.113.188@KRBTEST.COM
02:04:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.842279 17110 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } has no permanent_uuid. Determining permanent_uuid...
02:04:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:27 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860267, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.188@KRBTEST.COM for kudu/127.16.113.188@KRBTEST.COM
02:04:27.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.887460 17110 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Bootstrap starting.
02:04:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.899078 17110 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Neither blocks nor log segments found. Creating new log.
02:04:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.901500 17110 log.cc:826] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Log is configured to *not* fsync() on all Append() calls
02:04:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.904687 17023 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 7
02:04:27.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.935364 17110 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: No bootstrap required, opened a new log
02:04:27.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:27 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860265, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.189@KRBTEST.COM for kudu/127.16.113.188@KRBTEST.COM
02:04:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.961392 17110 raft_consensus.cc:359] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.962677 17110 raft_consensus.cc:385] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.963181 17110 raft_consensus.cc:740] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42973b7854064c16a2040ec243468621, State: Initialized, Role: FOLLOWER
02:04:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.964048 17110 consensus_queue.cc:260] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.967295 17023 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: Bootstrap starting.
02:04:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.967751 17122 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.969007 17122 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: This master's current role is: FOLLOWER
02:04:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.969777 17110 sys_catalog.cc:565] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: configured and running, proceeding with master startup.
02:04:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.980685 17023 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: Neither blocks nor log segments found. Creating new log.
02:04:27.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.984076 17023 log.cc:826] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: Log is configured to *not* fsync() on all Append() calls
02:04:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:27.993606 17023 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: No bootstrap required, opened a new log
02:04:28.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.031658 17023 raft_consensus.cc:359] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:28.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.033085 17023 raft_consensus.cc:385] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:28.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.033788 17023 raft_consensus.cc:740] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca70cb9215054b6e8b94e27917a5cf60, State: Initialized, Role: FOLLOWER
02:04:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:28.034924 17134 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:04:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:28.035292 17134 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:04:28.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.035099 17023 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:28.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.048908 17136 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.051726 16937 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } attempt: 7
02:04:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.010820 17033 master_runner.cc:186] Error getting master registration for 127.16.113.190:38695: OK, instance_id { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" instance_seqno: 1777860263319195 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.052433 17033 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.052747 17023 sys_catalog.cc:565] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: configured and running, proceeding with master startup.
02:04:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.057387 17136 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: This master's current role is: FOLLOWER
02:04:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:28 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860263, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.190@KRBTEST.COM for kudu/127.16.113.188@KRBTEST.COM
02:04:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.105775 16937 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: Bootstrap starting.
02:04:28.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:28.116863 17064 tablet.cc:2404] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.119716 16937 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: Neither blocks nor log segments found. Creating new log.
02:04:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.122947 16937 log.cc:826] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: Log is configured to *not* fsync() on all Append() calls
02:04:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.126528 17122 raft_consensus.cc:493] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.127235 17122 raft_consensus.cc:515] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.133179 16997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42973b7854064c16a2040ec243468621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca70cb9215054b6e8b94e27917a5cf60" is_pre_election: true
02:04:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.134157 16997 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42973b7854064c16a2040ec243468621 in term 0.
02:04:28.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.136217 17062 leader_election.cc:304] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42973b7854064c16a2040ec243468621, ca70cb9215054b6e8b94e27917a5cf60; no voters:
02:04:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.138242 17122 leader_election.cc:290] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 52ef7afc1e194186af4cff4ae5913205 (127.16.113.190:38695), ca70cb9215054b6e8b94e27917a5cf60 (127.16.113.189:36313)
02:04:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.139358 17122 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:04:28.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.142832 17122 raft_consensus.cc:493] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.144618 16937 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: No bootstrap required, opened a new log
02:04:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.144531 17122 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 0 FOLLOWER]: Advancing to term 1
02:04:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:28.155416 16976 tablet.cc:2404] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:28.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.177218 16937 raft_consensus.cc:359] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:28.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.179162 16937 raft_consensus.cc:385] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:04:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.179730 16937 raft_consensus.cc:740] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 52ef7afc1e194186af4cff4ae5913205, State: Initialized, Role: FOLLOWER
02:04:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.181018 16937 consensus_queue.cc:260] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.189184 17122 raft_consensus.cc:515] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.202210 16997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42973b7854064c16a2040ec243468621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca70cb9215054b6e8b94e27917a5cf60"
02:04:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.202648 16911 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42973b7854064c16a2040ec243468621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52ef7afc1e194186af4cff4ae5913205"
02:04:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.203013 16997 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 0 FOLLOWER]: Advancing to term 1
02:04:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.203594 16911 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 0 FOLLOWER]: Advancing to term 1
02:04:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.209138 16912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42973b7854064c16a2040ec243468621" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52ef7afc1e194186af4cff4ae5913205" is_pre_election: true
02:04:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.213006 17122 leader_election.cc:290] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 1 election: Requested vote from peers 52ef7afc1e194186af4cff4ae5913205 (127.16.113.190:38695), ca70cb9215054b6e8b94e27917a5cf60 (127.16.113.189:36313)
02:04:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.214013 16911 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42973b7854064c16a2040ec243468621 in term 1.
02:04:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.216665 17060 leader_election.cc:304] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42973b7854064c16a2040ec243468621, 52ef7afc1e194186af4cff4ae5913205; no voters:
02:04:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.212755 16997 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42973b7854064c16a2040ec243468621 in term 1.
02:04:28.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.214901 16937 sys_catalog.cc:565] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: configured and running, proceeding with master startup.
02:04:28.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.218080 17122 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Leader election won for term 1
02:04:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.200143 17146 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:28.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.221153 17146 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: This master's current role is: FOLLOWER
02:04:28.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.223348 17122 raft_consensus.cc:697] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 LEADER]: Becoming Leader. State: Replica: 42973b7854064c16a2040ec243468621, State: Running, Role: LEADER
02:04:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.224416 17122 consensus_queue.cc:237] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.243132 17144 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42973b7854064c16a2040ec243468621. Latest consensus state: current_term: 1 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.244071 17144 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: This master's current role is: LEADER
02:04:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.257244 17155 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:04:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:28.267891 16891 tablet.cc:2404] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:04:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.290997 17161 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:04:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.296133 17155 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:04:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.314327 17164 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:04:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.345270 16997 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 1 FOLLOWER]: Refusing update from remote peer 42973b7854064c16a2040ec243468621: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.348214 17144 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:28.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.354584 16911 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 1 FOLLOWER]: Refusing update from remote peer 42973b7854064c16a2040ec243468621: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:04:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.357120 17144 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [LEADER]: Connected to new peer: Peer: permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:04:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.305845 16946 master_runner.cc:186] Error getting master registration for 127.16.113.190:38695: OK, instance_id { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" instance_seqno: 1777860263319195 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:04:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.417631 17122 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.418411 17122 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: This master's current role is: LEADER
02:04:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.419996 17155 catalog_manager.cc:1357] Generated new cluster ID: 872e5153224f40408738295044bd6d6c
02:04:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.420281 17155 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:04:28.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.410349 17136 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42973b7854064c16a2040ec243468621. Latest consensus state: current_term: 1 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.437446 17136 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: This master's current role is: FOLLOWER
02:04:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.442406 16946 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.454548 17146 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42973b7854064c16a2040ec243468621. Latest consensus state: current_term: 1 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.455291 17146 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: This master's current role is: FOLLOWER
02:04:28.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.468920 17144 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:28.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.469656 17144 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: This master's current role is: LEADER
02:04:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.472246 17136 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.472980 17136 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: This master's current role is: FOLLOWER
02:04:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.478276 17166 mvcc.cc:204] Tried to move back new op lower bound from 7282115659110518784 to 7282115658665988096. Current Snapshot: MvccSnapshot[applied={T|T < 7282115659110518784}]
02:04:28.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.481861 17146 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:28.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.482712 17146 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: This master's current role is: FOLLOWER
02:04:28.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.505543 17155 catalog_manager.cc:1380] Generated new certificate authority record
02:04:28.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.507660 17155 catalog_manager.cc:1514] Loading token signing keys...
02:04:28.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.543469 17155 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Generated new TSK 0
02:04:28.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.544974 17155 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:04:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.113.129@KRBTEST.COM; defaulting to no policy
02:04:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.113.129@KRBTEST.COM" created.
02:04:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:28.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:28.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.16.113.129@KRBTEST.COM; defaulting to no policy
02:04:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.16.113.129@KRBTEST.COM" created.
02:04:28.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:28.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:28.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:28.714499 16838 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/wal
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/data
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/logs
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/data/info.pb
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:28.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.129:0
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.129
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.129
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.129
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:29.148559 17178 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:29.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:29.149145 17178 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:29.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:29.149821 17178 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:29.188079 17178 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:29.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:29.189146 17178 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.113.129
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.232909 17178 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/data
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/wal
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.129
02:04:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.129:0
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/data/info.pb
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.129
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.129
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/logs
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.234674 17178 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:29.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.235980 17178 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:29.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:29.253082 17185 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.325080 17161 catalog_manager.cc:1269] Loaded cluster ID: 872e5153224f40408738295044bd6d6c
02:04:29.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.332532 17161 catalog_manager.cc:1562] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: loading cluster ID for follower catalog manager: success
02:04:29.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.353147 17164 catalog_manager.cc:1269] Loaded cluster ID: 872e5153224f40408738295044bd6d6c
02:04:29.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.353463 17164 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: loading cluster ID for follower catalog manager: success
02:04:29.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.367611 17161 catalog_manager.cc:1584] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: acquiring CA information for follower catalog manager: success
02:04:29.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.384840 17164 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: acquiring CA information for follower catalog manager: success
02:04:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.395130 17161 catalog_manager.cc:1612] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:29.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:29.407980 17164 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:30.969089 17178 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.719s user 0.482s sys 0.612s
02:04:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:30.969936 17178 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.720s user 0.483s sys 0.612s
02:04:30.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:30.654096 17184 debug-util.cc:398] Leaking SignalData structure 0x7b0800027120 after lost signal to thread 17178
02:04:30.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:29.253546 17186 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:30.985800 17178 server_base.cc:1061] running on GCE node
02:04:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:30.988750 17193 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:30.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:30.990995 17178 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.004325 17178 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:31.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.008574 17178 hybrid_clock.cc:648] HybridClock initialized: now 1777860271008477 us; error 98 us; skew 500 ppm
02:04:31.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.010067 17178 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:31 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860271, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:31.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.019565 17178 init.cc:377] Logged in from keytab as kudu/127.16.113.129@KRBTEST.COM (short username kudu)
02:04:31.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.054972 17178 webserver.cc:492] Webserver started at http://127.16.113.129:38005/ using document root <none> and password file <none>
02:04:31.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.056777 17178 fs_manager.cc:362] Metadata directory not provided
02:04:31.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.057367 17178 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.058123 17178 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.065609 17178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/data/instance:
02:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc3f732f1f3b4bceb2d66e2c329f114f"
02:04:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:31 on dist-test-slave-0b8r"
02:04:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.067646 17178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/wal/instance:
02:04:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc3f732f1f3b4bceb2d66e2c329f114f"
02:04:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:31 on dist-test-slave-0b8r"
02:04:31.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.084681 17178 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.003s sys 0.011s
02:04:31.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.099131 17199 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.100982 17178 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.003s sys 0.007s
02:04:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.101665 17178 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/wal
02:04:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc3f732f1f3b4bceb2d66e2c329f114f"
02:04:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:31 on dist-test-slave-0b8r"
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.102387 17178 fs_report.cc:389] FS layout report
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/wal
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/wal
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/data/data
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.200259 17178 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.214510 17178 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:31.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.215451 17178 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:31.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.225368 17178 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.237779 17178 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.238423 17178 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
02:04:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.238899 17178 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.239235 17178 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:04:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.965824 17178 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.129:46627
02:04:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.965919 17312 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.113.129:46627 every 8 connection(s)
02:04:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.969533 17178 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/data/info.pb
02:04:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.978801 16838 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 17178
02:04:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:31.979611 16838 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-0/wal/instance
02:04:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.113.130@KRBTEST.COM; defaulting to no policy
02:04:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:32 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860271, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.129@KRBTEST.COM for kudu/127.16.113.188@KRBTEST.COM
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.113.130@KRBTEST.COM" created.
02:04:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:32 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860271, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.129@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:32 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860271, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.129@KRBTEST.COM for kudu/127.16.113.190@KRBTEST.COM
02:04:32.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.089675 17314 heartbeater.cc:344] Connected to a master server at 127.16.113.188:36963
02:04:32.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.090229 17314 heartbeater.cc:461] Registering TS with master...
02:04:32.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.092090 17314 heartbeater.cc:507] Master 127.16.113.188:36963 requested a full tablet report, sending...
02:04:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.095577 17075 ts_manager.cc:194] Registered new tserver with Master: dc3f732f1f3b4bceb2d66e2c329f114f (127.16.113.129:46627)
02:04:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.099299 17075 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.16.113.129@KRBTEST.COM'} at 127.16.113.129:55359
02:04:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.109302 17313 heartbeater.cc:344] Connected to a master server at 127.16.113.189:36313
02:04:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.109701 17313 heartbeater.cc:461] Registering TS with master...
02:04:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.110363 17313 heartbeater.cc:507] Master 127.16.113.189:36313 requested a full tablet report, sending...
02:04:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.114133 16987 ts_manager.cc:194] Registered new tserver with Master: dc3f732f1f3b4bceb2d66e2c329f114f (127.16.113.129:46627)
02:04:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:32.116407 16838 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.16.113.130: real 0.122s user 0.001s sys 0.013s
02:04:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.134063 17319 heartbeater.cc:344] Connected to a master server at 127.16.113.190:38695
02:04:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.134567 17319 heartbeater.cc:461] Registering TS with master...
02:04:32.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.135262 17319 heartbeater.cc:507] Master 127.16.113.190:38695 requested a full tablet report, sending...
02:04:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.139076 16901 ts_manager.cc:194] Registered new tserver with Master: dc3f732f1f3b4bceb2d66e2c329f114f (127.16.113.129:46627)
02:04:32.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.16.113.130@KRBTEST.COM; defaulting to no policy
02:04:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.16.113.130@KRBTEST.COM" created.
02:04:32.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:32.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:32.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.188802 16838 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/wal
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/data
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/logs
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/data/info.pb
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.130:0
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.130
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.130
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.130
02:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:32.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:32.613305 17328 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:32.613873 17328 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:32.614552 17328 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:32.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:32.656015 17328 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:32.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:32.657097 17328 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.113.130
02:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.718127 17328 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/data
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/wal
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.130
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.130:0
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/data/info.pb
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.130
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:32.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:32.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.130
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/logs
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.720167 17328 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:32.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:32.723097 17328 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:32.775049 17335 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:33.103963 17314 heartbeater.cc:499] Master 127.16.113.188:36963 was elected leader, sending a full tablet report...
02:04:33.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:33 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860273, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:33.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:33.172664 16881 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:32.781498 17334 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:32.785771 17338 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:34.259830 17336 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1477 milliseconds
02:04:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.259946 17328 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:34.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.261270 17328 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.263468 17328 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:34.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.264834 17328 hybrid_clock.cc:648] HybridClock initialized: now 1777860274264787 us; error 53 us; skew 500 ppm
02:04:34.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.265708 17328 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:34.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:34 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860274, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:34.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.272141 17328 init.cc:377] Logged in from keytab as kudu/127.16.113.130@KRBTEST.COM (short username kudu)
02:04:34.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.277374 17328 webserver.cc:492] Webserver started at http://127.16.113.130:35505/ using document root <none> and password file <none>
02:04:34.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.278548 17328 fs_manager.cc:362] Metadata directory not provided
02:04:34.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.278843 17328 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:34.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.279410 17328 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.283711 17328 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/data/instance:
02:04:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e5ea770b7394533a0299166b71ddc3d"
02:04:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:34 on dist-test-slave-0b8r"
02:04:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.284796 17328 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/wal/instance:
02:04:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e5ea770b7394533a0299166b71ddc3d"
02:04:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:34 on dist-test-slave-0b8r"
02:04:34.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.292264 17328 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
02:04:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.299957 17346 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.305433 17328 fs_manager.cc:730] Time spent opening block manager: real 0.009s user 0.004s sys 0.003s
02:04:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.305881 17328 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/wal
02:04:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7e5ea770b7394533a0299166b71ddc3d"
02:04:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:34 on dist-test-slave-0b8r"
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.306308 17328 fs_report.cc:389] FS layout report
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/wal
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/wal
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/data/data
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.368448 17328 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.374223 17328 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.374640 17328 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:34.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.377238 17328 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:34.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.381537 17328 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:34.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.381747 17328 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:04:34.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.381940 17328 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:34.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.382076 17328 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:04:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.546923 17328 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.130:32969
02:04:34.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.547056 17458 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.113.130:32969 every 8 connection(s)
02:04:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.550585 17328 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/data/info.pb
02:04:34.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.559531 16838 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 17328
02:04:34.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.560046 16838 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-1/wal/instance
02:04:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:34 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860274, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.130@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:34.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:34 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860274, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.130@KRBTEST.COM for kudu/127.16.113.188@KRBTEST.COM
02:04:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:34 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860274, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.130@KRBTEST.COM for kudu/127.16.113.190@KRBTEST.COM
02:04:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.16.113.131@KRBTEST.COM; defaulting to no policy
02:04:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.16.113.131@KRBTEST.COM" created.
02:04:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.635394 17459 heartbeater.cc:344] Connected to a master server at 127.16.113.189:36313
02:04:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.635928 17459 heartbeater.cc:461] Registering TS with master...
02:04:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.639366 17460 heartbeater.cc:344] Connected to a master server at 127.16.113.188:36963
02:04:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.639780 17460 heartbeater.cc:461] Registering TS with master...
02:04:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.641238 17460 heartbeater.cc:507] Master 127.16.113.188:36963 requested a full tablet report, sending...
02:04:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.641826 17459 heartbeater.cc:507] Master 127.16.113.189:36313 requested a full tablet report, sending...
02:04:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.643921 17075 ts_manager.cc:194] Registered new tserver with Master: 7e5ea770b7394533a0299166b71ddc3d (127.16.113.130:32969)
02:04:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.645404 17075 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.16.113.130@KRBTEST.COM'} at 127.16.113.130:49569
02:04:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.645553 17461 heartbeater.cc:344] Connected to a master server at 127.16.113.190:38695
02:04:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.645568 16987 ts_manager.cc:194] Registered new tserver with Master: 7e5ea770b7394533a0299166b71ddc3d (127.16.113.130:32969)
02:04:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.645924 17461 heartbeater.cc:461] Registering TS with master...
02:04:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.646919 17461 heartbeater.cc:507] Master 127.16.113.190:38695 requested a full tablet report, sending...
02:04:34.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.649209 16901 ts_manager.cc:194] Registered new tserver with Master: 7e5ea770b7394533a0299166b71ddc3d (127.16.113.130:32969)
02:04:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.16.113.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:34.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.16.113.131@KRBTEST.COM; defaulting to no policy
02:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.16.113.131@KRBTEST.COM" created.
02:04:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
02:04:34.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:34.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.16.113.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab.
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:34.702769 16838 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/wal
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/data
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/logs
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/data/info.pb
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.131:0
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.131
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.131
02:04:34.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.131
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:35.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:35.062255 17473 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:35.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:35.062719 17473 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:35.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:35.063226 17473 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:35.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:35.097886 17473 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:35.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:35.098899 17473 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.113.131
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:35.142611 17473 tablet_server_runner.cc:78] Tablet server non-default flags:
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/data
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/wal
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.131
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.131:0
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/data/info.pb
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.131
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:04:35.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.113.131
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/logs
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:35.143982 17473 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:35.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:35.145473 17473 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:35.160451 17481 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:35.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:35 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860275, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:35.280040 16966 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:35.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:35.649678 17460 heartbeater.cc:499] Master 127.16.113.188:36963 was elected leader, sending a full tablet report...
02:04:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:35.166206 17484 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:36.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:35.162662 17482 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:36.400403 17483 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1234 milliseconds
02:04:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.400660 17473 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:36.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.401921 17473 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.404501 17473 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:36.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.406045 17473 hybrid_clock.cc:648] HybridClock initialized: now 1777860276405970 us; error 94 us; skew 500 ppm
02:04:36.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.406847 17473 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:36.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:36 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860276, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.413115 17473 init.cc:377] Logged in from keytab as kudu/127.16.113.131@KRBTEST.COM (short username kudu)
02:04:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.418800 17473 webserver.cc:492] Webserver started at http://127.16.113.131:38869/ using document root <none> and password file <none>
02:04:36.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.419759 17473 fs_manager.cc:362] Metadata directory not provided
02:04:36.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.419953 17473 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:36.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.420406 17473 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:04:36.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.425398 17473 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/data/instance:
02:04:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5055aca6550b4b2fa8425d2ee9a6de8a"
02:04:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:36 on dist-test-slave-0b8r"
02:04:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.426554 17473 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/wal/instance:
02:04:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5055aca6550b4b2fa8425d2ee9a6de8a"
02:04:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:36 on dist-test-slave-0b8r"
02:04:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.434106 17473 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
02:04:36.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.439899 17494 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:36.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.441318 17473 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.441650 17473 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/wal
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5055aca6550b4b2fa8425d2ee9a6de8a"
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:36 on dist-test-slave-0b8r"
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.441960 17473 fs_report.cc:389] FS layout report
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/wal
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/wal
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/data/data
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:36.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.500809 17473 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:36.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.510098 17473 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:36.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.510521 17473 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:36.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.513155 17473 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:04:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.517417 17473 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:04:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.517704 17473 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:04:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.517925 17473 ts_tablet_manager.cc:616] Registered 0 tablets
02:04:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.518060 17473 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:04:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.701099 17473 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.131:41871
02:04:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.701229 17606 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.113.131:41871 every 8 connection(s)
02:04:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.703701 17473 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/data/info.pb
02:04:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.711663 16838 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 17473
02:04:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.712100 16838 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/ts-2/wal/instance
02:04:36.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:36 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860276, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.131@KRBTEST.COM for kudu/127.16.113.188@KRBTEST.COM
02:04:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:36 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860276, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.131@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:36 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860276, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.131@KRBTEST.COM for kudu/127.16.113.190@KRBTEST.COM
02:04:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.786005 17608 heartbeater.cc:344] Connected to a master server at 127.16.113.188:36963
02:04:36.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.786548 17608 heartbeater.cc:461] Registering TS with master...
02:04:36.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.787954 17608 heartbeater.cc:507] Master 127.16.113.188:36963 requested a full tablet report, sending...
02:04:36.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.790647 17607 heartbeater.cc:344] Connected to a master server at 127.16.113.189:36313
02:04:36.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.791005 17607 heartbeater.cc:461] Registering TS with master...
02:04:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.791461 17075 ts_manager.cc:194] Registered new tserver with Master: 5055aca6550b4b2fa8425d2ee9a6de8a (127.16.113.131:41871)
02:04:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.791980 17607 heartbeater.cc:507] Master 127.16.113.189:36313 requested a full tablet report, sending...
02:04:36.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.793316 17075 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.16.113.131@KRBTEST.COM'} at 127.16.113.131:52875
02:04:36.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.795580 16986 ts_manager.cc:194] Registered new tserver with Master: 5055aca6550b4b2fa8425d2ee9a6de8a (127.16.113.131:41871)
02:04:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.799729 17609 heartbeater.cc:344] Connected to a master server at 127.16.113.190:38695
02:04:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.800045 17609 heartbeater.cc:461] Registering TS with master...
02:04:36.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.800649 17609 heartbeater.cc:507] Master 127.16.113.190:38695 requested a full tablet report, sending...
02:04:36.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.802759 16901 ts_manager.cc:194] Registered new tserver with Master: 5055aca6550b4b2fa8425d2ee9a6de8a (127.16.113.131:41871)
02:04:36.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.814958 16838 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:04:36.826 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:36.828 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
02:04:36.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
02:04:36.838 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
02:04:36.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.113.190"
port: 38695
}
bound_http_address {
host: "127.16.113.190"
port: 39795
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.113.189"
port: 36313
}
bound_http_address {
host: "127.16.113.189"
port: 35773
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.113.188"
port: 36963
}
bound_http_address {
host: "127.16.113.188"
port: 34471
}
}
}
02:04:36.843 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:04:36.844 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.113.129"
port: 46627
}
bound_http_address {
host: "127.16.113.129"
port: 38005
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.113.130"
port: 32969
}
bound_http_address {
host: "127.16.113.130"
port: 35505
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.113.131"
port: 41871
}
bound_http_address {
host: "127.16.113.131"
port: 38869
}
}
}
02:04:36.844 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:04:36.845 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
02:04:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:36 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860276, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:36.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:04:36.876 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:36.878 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc
02:04:36.891 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:04:36.892 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc
02:04:36.894 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:04:36.914 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
02:04:36.915 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
02:04:36.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
02:04:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:36 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860276, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:36.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
02:04:36.960 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:36.961 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc
02:04:36.962 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
02:04:36.963 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.113.188:36963
02:04:36.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:04:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:36.967218 16838 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 17033
02:04:37.033 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:37.033 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.113.190:38695
02:04:37.034 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:04:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:37.034478 16838 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 16867
02:04:37.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:37.058 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.16.113.189:36313
02:04:37.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:04:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:37.059190 16838 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 16946
02:04:37.084 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:37.085 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.113.188:36963
02:04:37.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:37.089771 16838 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/logs
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data/info.pb
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:37.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.188:36963
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.188
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34471
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.188
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:37.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:37.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.124763 17314 heartbeater.cc:646] Failed to heartbeat to 127.16.113.188:36963 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:37.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.414659 17622 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:37.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.415318 17622 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:37.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.416076 17622 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.449656 17622 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.449930 17622 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.450382 17622 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:37.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.450697 17622 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.451009 17622 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.451326 17622 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:37.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.451555 17622 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34657/jwks.json
02:04:37.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:37.492202 17622 master_runner.cc:386] Master server non-default flags:
02:04:37.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:37.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.188
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.188:36963
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data/info.pb
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.188
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34471
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/logs
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:37.493944 17622 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:37.495432 17622 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:37.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.507885 17630 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:37.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.679535 17461 heartbeater.cc:646] Failed to heartbeat to 127.16.113.190:38695 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.16.113.190:38695: connect: Connection refused (error 111)
02:04:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:37.797940 17608 heartbeater.cc:499] Master 127.16.113.188:36963 was elected leader, sending a full tablet report...
02:04:37.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.831838 17608 heartbeater.cc:646] Failed to heartbeat to 127.16.113.188:36963 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.16.113.188:36963: connect: Connection refused (error 111)
02:04:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.976554 16682 debug-util.cc:398] Leaking SignalData structure 0x7b08000ada60 after lost signal to thread 16556
02:04:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.977895 16682 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba920 after lost signal to thread 16685
02:04:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:38.909179 17629 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 17622
02:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.126381 17629 kernel_stack_watchdog.cc:198] Thread 17622 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
02:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.127002 17622 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.620s user 0.532s sys 0.731s
02:04:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:37.508337 17631 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.130043 17622 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.623s user 0.532s sys 0.731s
02:04:39.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.132601 17633 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.135313 17632 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1622 milliseconds
02:04:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.135514 17622 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.137064 17622 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.142400 17622 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:39.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.145038 17622 hybrid_clock.cc:648] HybridClock initialized: now 1777860279144959 us; error 72 us; skew 500 ppm
02:04:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.146411 17622 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:39 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860279, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.155465 17622 init.cc:377] Logged in from keytab as kudu/127.16.113.188@KRBTEST.COM (short username kudu)
02:04:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.173149 17622 webserver.cc:492] Webserver started at http://127.16.113.188:34471/ using document root <none> and password file <none>
02:04:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.174204 17622 fs_manager.cc:362] Metadata directory not provided
02:04:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.174549 17622 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.183245 17622 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
02:04:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.188184 17660 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:39.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.189353 17622 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:04:39.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.189648 17622 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:39.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42973b7854064c16a2040ec243468621"
02:04:39.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:27 on dist-test-slave-0b8r"
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.191579 17622 fs_report.cc:389] FS layout report
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/wal
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data/data
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:39.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.250286 17622 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:39.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.258973 17622 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:39.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.259608 17622 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:39.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.347107 17622 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.188:36963
02:04:39.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.347149 17711 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.113.188:36963 every 8 connection(s)
02:04:39.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.351296 17622 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-2/data/info.pb
02:04:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.358585 16838 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 17622
02:04:39.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:39.359 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.113.190:38695
02:04:39.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:04:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.361613 16838 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/logs
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data/info.pb
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.190:38695
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.190
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39795
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.190
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.364558 17712 sys_catalog.cc:263] Verifying existing consensus state
02:04:39.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.371487 17712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Bootstrap starting.
02:04:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.426743 17712 log.cc:826] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Log is configured to *not* fsync() on all Append() calls
02:04:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.447610 17712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.448632 17712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Bootstrap complete.
02:04:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.483281 17712 raft_consensus.cc:359] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.486516 17712 raft_consensus.cc:740] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42973b7854064c16a2040ec243468621, State: Initialized, Role: FOLLOWER
02:04:39.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.487597 17712 consensus_queue.cc:260] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.490579 17717 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:39.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.492455 17712 sys_catalog.cc:565] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: configured and running, proceeding with master startup.
02:04:39.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.492489 17717 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: This master's current role is: FOLLOWER
02:04:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.530133 17728 catalog_manager.cc:1269] Loaded cluster ID: 872e5153224f40408738295044bd6d6c
02:04:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.537007 17728 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: loading cluster ID for follower catalog manager: success
02:04:39.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.533408 17622 master_runner.cc:186] Error getting master registration for 127.16.113.190:38695: Network error: Client connection negotiation failed: client connection to 127.16.113.190:38695: connect: Connection refused (error 111),
02:04:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.576009 17622 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:39.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.577669 17728 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: acquiring CA information for follower catalog manager: success
02:04:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.586786 17728 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:39.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.756729 17460 heartbeater.cc:344] Connected to a master server at 127.16.113.188:36963
02:04:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.763773 17677 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7e5ea770b7394533a0299166b71ddc3d" instance_seqno: 1777860274505034) as {username='kudu', principal='kudu/127.16.113.130@KRBTEST.COM'} at 127.16.113.130:42657; Asking this server to re-register.
02:04:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.765512 17460 heartbeater.cc:461] Registering TS with master...
02:04:39.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.769526 17677 ts_manager.cc:194] Registered new tserver with Master: 7e5ea770b7394533a0299166b71ddc3d (127.16.113.130:32969)
02:04:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.847810 17714 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.852710 17714 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:39.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.854254 17714 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.901633 17608 heartbeater.cc:344] Connected to a master server at 127.16.113.188:36963
02:04:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.902151 17608 heartbeater.cc:499] Master 127.16.113.188:36963 was elected leader, sending a full tablet report...
02:04:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.904917 17677 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5055aca6550b4b2fa8425d2ee9a6de8a" instance_seqno: 1777860276659823) as {username='kudu', principal='kudu/127.16.113.131@KRBTEST.COM'} at 127.16.113.131:40079; Asking this server to re-register.
02:04:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.906390 17608 heartbeater.cc:461] Registering TS with master...
02:04:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:39.909598 17677 ts_manager.cc:194] Registered new tserver with Master: 5055aca6550b4b2fa8425d2ee9a6de8a (127.16.113.131:41871)
02:04:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.954140 17714 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.954948 17714 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.955633 17714 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:39.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.956209 17714 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:39.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.956709 17714 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:39.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.957304 17714 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:39.957799 17714 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34657/jwks.json
02:04:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:40.029045 17714 master_runner.cc:386] Master server non-default flags:
02:04:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data
02:04:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.190
02:04:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.190:38695
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data/info.pb
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.190
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39795
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/logs
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:40.030784 17714 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:40.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:40.032197 17714 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:40.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:40.046937 17742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:40.204681 17314 heartbeater.cc:344] Connected to a master server at 127.16.113.188:36963
02:04:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:40.207912 17677 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "dc3f732f1f3b4bceb2d66e2c329f114f" instance_seqno: 1777860271847120) as {username='kudu', principal='kudu/127.16.113.129@KRBTEST.COM'} at 127.16.113.129:36117; Asking this server to re-register.
02:04:40.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:40.209405 17314 heartbeater.cc:461] Registering TS with master...
02:04:40.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:40.212971 17677 ts_manager.cc:194] Registered new tserver with Master: dc3f732f1f3b4bceb2d66e2c329f114f (127.16.113.129:46627)
02:04:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:41 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860281, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:41.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:41.037943 17195 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:41.258728 17757 raft_consensus.cc:493] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:41.259513 17757 raft_consensus.cc:515] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:41.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:41.282241 17662 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.113.190:38695: connect: Connection refused (error 111)
02:04:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:41.290730 17757 leader_election.cc:290] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 52ef7afc1e194186af4cff4ae5913205 (127.16.113.190:38695), ca70cb9215054b6e8b94e27917a5cf60 (127.16.113.189:36313)
02:04:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:41.302572 17664 leader_election.cc:336] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ca70cb9215054b6e8b94e27917a5cf60 (127.16.113.189:36313): Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:41.306349 17662 leader_election.cc:336] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 52ef7afc1e194186af4cff4ae5913205 (127.16.113.190:38695): Network error: Client connection negotiation failed: client connection to 127.16.113.190:38695: connect: Connection refused (error 111)
02:04:41.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:41.307216 17662 leader_election.cc:304] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 42973b7854064c16a2040ec243468621; no voters: 52ef7afc1e194186af4cff4ae5913205, ca70cb9215054b6e8b94e27917a5cf60
02:04:41.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:41.308352 17757 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:41.447639 17741 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 17714
02:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.019129 17741 kernel_stack_watchdog.cc:198] Thread 17714 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
02:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:40.048906 17743 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.020676 17714 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.972s user 0.518s sys 0.744s
02:04:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.021083 17714 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.972s user 0.518s sys 0.744s
02:04:42.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.026440 17744 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1962 milliseconds
02:04:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.027698 17745 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.028373 17714 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.029827 17714 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.032259 17714 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.033612 17714 hybrid_clock.cc:648] HybridClock initialized: now 1777860282033566 us; error 63 us; skew 500 ppm
02:04:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.034387 17714 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:42.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:42 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860282, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:42.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.041412 17714 init.cc:377] Logged in from keytab as kudu/127.16.113.190@KRBTEST.COM (short username kudu)
02:04:42.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.047354 17714 webserver.cc:492] Webserver started at http://127.16.113.190:39795/ using document root <none> and password file <none>
02:04:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.048421 17714 fs_manager.cc:362] Metadata directory not provided
02:04:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.048678 17714 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.058028 17714 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.002s
02:04:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.063308 17769 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:42.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.064715 17714 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
02:04:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.065157 17714 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52ef7afc1e194186af4cff4ae5913205"
02:04:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:23 on dist-test-slave-0b8r"
02:04:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.068001 17714 fs_report.cc:389] FS layout report
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/wal
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data/data
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.142114 17714 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.154827 17714 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.155417 17714 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.248188 17714 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.190:38695
02:04:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.248330 17823 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.113.190:38695 every 8 connection(s)
02:04:42.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.251365 17714 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-0/data/info.pb
02:04:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.253628 16838 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 17714
02:04:42.255 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:42.256 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.16.113.189:36313
02:04:42.256 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.258272 16838 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/logs
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data/info.pb
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.189:36313
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.189
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35773
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.189
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
02:04:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
02:04:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.267391 17824 sys_catalog.cc:263] Verifying existing consensus state
02:04:42.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.273849 17824 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: Bootstrap starting.
02:04:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.320046 17824 log.cc:826] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: Log is configured to *not* fsync() on all Append() calls
02:04:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.336946 17824 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.337954 17824 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: Bootstrap complete.
02:04:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.377357 17824 raft_consensus.cc:359] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.380918 17824 raft_consensus.cc:740] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 52ef7afc1e194186af4cff4ae5913205, State: Initialized, Role: FOLLOWER
02:04:42.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.382125 17824 consensus_queue.cc:260] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.393051 17828 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.394742 17828 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: This master's current role is: FOLLOWER
02:04:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.395445 17824 sys_catalog.cc:565] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: configured and running, proceeding with master startup.
02:04:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.458390 17839 catalog_manager.cc:1269] Loaded cluster ID: 872e5153224f40408738295044bd6d6c
02:04:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.458665 17839 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: loading cluster ID for follower catalog manager: success
02:04:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.466589 17839 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: acquiring CA information for follower catalog manager: success
02:04:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.473650 17839 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:04:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:42 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860282, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.190@KRBTEST.COM for kudu/127.16.113.190@KRBTEST.COM
02:04:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.499402 17714 master_runner.cc:186] Error getting master registration for 127.16.113.189:36313: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111),
02:04:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.524761 17714 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.797767 17826 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:04:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.799045 17826 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:04:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.800457 17826 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:04:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.815974 17461 heartbeater.cc:344] Connected to a master server at 127.16.113.190:38695
02:04:42.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.826421 17787 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7e5ea770b7394533a0299166b71ddc3d" instance_seqno: 1777860274505034) as {username='kudu', principal='kudu/127.16.113.130@KRBTEST.COM'} at 127.16.113.130:53093; Asking this server to re-register.
02:04:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.828490 17461 heartbeater.cc:461] Registering TS with master...
02:04:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.833386 17787 ts_manager.cc:194] Registered new tserver with Master: 7e5ea770b7394533a0299166b71ddc3d (127.16.113.130:32969)
02:04:42.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.867118 17826 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
02:04:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.867868 17826 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:04:42.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.868856 17826 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:04:42.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.869554 17826 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:04:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.870102 17826 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:04:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.870656 17826 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:04:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.871104 17826 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34657/jwks.json
02:04:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.947744 17826 master_runner.cc:386] Master server non-default flags:
02:04:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:04:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.113.148:36983
02:04:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:04:42.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:04:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data
02:04:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.113.190:38695,127.16.113.189:36313,127.16.113.188:36963
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/krb5kdc/kudu.keytab
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.16.113.189
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.113.189:36313
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34657/jwks.json
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data/info.pb
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.113.189
02:04:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35773
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/logs
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 May 2026 01:43:20 UTC on e7f111948823
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11735
02:04:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:04:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.953562 17826 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:04:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:42.955821 17826 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:04:42.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.982334 17850 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.036077 17609 heartbeater.cc:344] Connected to a master server at 127.16.113.190:38695
02:04:43.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.039579 17787 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5055aca6550b4b2fa8425d2ee9a6de8a" instance_seqno: 1777860276659823) as {username='kudu', principal='kudu/127.16.113.131@KRBTEST.COM'} at 127.16.113.131:49321; Asking this server to re-register.
02:04:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.041913 17609 heartbeater.cc:461] Registering TS with master...
02:04:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.046924 17787 ts_manager.cc:194] Registered new tserver with Master: 5055aca6550b4b2fa8425d2ee9a6de8a (127.16.113.131:41871)
02:04:43.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.287673 17319 heartbeater.cc:344] Connected to a master server at 127.16.113.190:38695
02:04:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.291441 17787 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "dc3f732f1f3b4bceb2d66e2c329f114f" instance_seqno: 1777860271847120) as {username='kudu', principal='kudu/127.16.113.129@KRBTEST.COM'} at 127.16.113.129:48109; Asking this server to re-register.
02:04:43.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.293140 17319 heartbeater.cc:461] Registering TS with master...
02:04:43.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.297232 17787 ts_manager.cc:194] Registered new tserver with Master: dc3f732f1f3b4bceb2d66e2c329f114f (127.16.113.129:46627)
02:04:43.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.404922 17860 raft_consensus.cc:493] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:04:43.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.405948 17860 raft_consensus.cc:515] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.449740 17860 leader_election.cc:290] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 52ef7afc1e194186af4cff4ae5913205 (127.16.113.190:38695), ca70cb9215054b6e8b94e27917a5cf60 (127.16.113.189:36313)
02:04:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:43.475291 17664 leader_election.cc:336] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ca70cb9215054b6e8b94e27917a5cf60 (127.16.113.189:36313): Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:43.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.503309 17797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42973b7854064c16a2040ec243468621" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "52ef7afc1e194186af4cff4ae5913205" is_pre_election: true
02:04:43.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.504411 17797 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 42973b7854064c16a2040ec243468621 in term 1.
02:04:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.506656 17662 leader_election.cc:304] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42973b7854064c16a2040ec243468621, 52ef7afc1e194186af4cff4ae5913205; no voters: ca70cb9215054b6e8b94e27917a5cf60
02:04:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.507918 17860 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:04:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.508288 17860 raft_consensus.cc:493] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:04:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.508635 17860 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 1 FOLLOWER]: Advancing to term 2
02:04:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.520659 17860 raft_consensus.cc:515] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.531157 17797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "42973b7854064c16a2040ec243468621" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "52ef7afc1e194186af4cff4ae5913205"
02:04:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.531852 17797 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 1 FOLLOWER]: Advancing to term 2
02:04:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.543800 17797 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 42973b7854064c16a2040ec243468621 in term 2.
02:04:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:43.583197 17664 leader_election.cc:336] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ca70cb9215054b6e8b94e27917a5cf60 (127.16.113.189:36313): Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111)
02:04:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.595685 17860 leader_election.cc:290] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 election: Requested vote from peers 52ef7afc1e194186af4cff4ae5913205 (127.16.113.190:38695), ca70cb9215054b6e8b94e27917a5cf60 (127.16.113.189:36313)
02:04:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.600080 17662 leader_election.cc:304] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 42973b7854064c16a2040ec243468621, 52ef7afc1e194186af4cff4ae5913205; no voters: ca70cb9215054b6e8b94e27917a5cf60
02:04:43.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.601876 17860 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 2 FOLLOWER]: Leader election won for term 2
02:04:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.623492 17860 raft_consensus.cc:697] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [term 2 LEADER]: Becoming Leader. State: Replica: 42973b7854064c16a2040ec243468621, State: Running, Role: LEADER
02:04:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.625485 17860 consensus_queue.cc:237] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.656369 17864 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42973b7854064c16a2040ec243468621. Latest consensus state: current_term: 2 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:43.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.659286 17864 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: This master's current role is: LEADER
02:04:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.665002 17866 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:04:43.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.686642 17866 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:04:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.692688 17866 catalog_manager.cc:1269] Loaded cluster ID: 872e5153224f40408738295044bd6d6c
02:04:43.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.698853 17866 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:04:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.706734 17866 catalog_manager.cc:1514] Loading token signing keys...
02:04:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.722853 17866 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621: Loaded TSK: 0
02:04:43.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:43.726490 17866 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:04:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.249922 17797 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [term 2 FOLLOWER]: Refusing update from remote peer 42973b7854064c16a2040ec243468621: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:04:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.252179 17869 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [LEADER]: Connected to new peer: Peer: permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:04:44.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:44 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860284, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:44.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.277298 17342 init.cc:295] Successfully reacquired a new kerberos TGT
02:04:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.289924 17871 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.291589 17870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42973b7854064c16a2040ec243468621. Latest consensus state: current_term: 2 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.292299 17870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: This master's current role is: FOLLOWER
02:04:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.294222 17871 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: This master's current role is: LEADER
02:04:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:44.299834 17664 consensus_peers.cc:597] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 -> Peer ca70cb9215054b6e8b94e27917a5cf60 (127.16.113.189:36313): Couldn't send request to peer ca70cb9215054b6e8b94e27917a5cf60. Status: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:04:44.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.304436 17870 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:44.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.307245 17870 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52ef7afc1e194186af4cff4ae5913205 [sys.catalog]: This master's current role is: FOLLOWER
02:04:44.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.587400 17622 master_runner.cc:186] Error getting master registration for 127.16.113.189:36313: Network error: Client connection negotiation failed: client connection to 127.16.113.189:36313: connect: Connection refused (error 111),
02:04:44.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.588002 17622 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:04:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:44.383551 17849 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 17826
02:04:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:44.762914 17852 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1777 milliseconds
02:04:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:42.985518 17851 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:44.764111 17853 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:04:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:44.759972 17826 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.775s user 0.549s sys 0.742s
02:04:44.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:44.768627 17826 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.784s user 0.549s sys 0.742s
02:04:44.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.769273 17826 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:04:44.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.770740 17826 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:04:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.774803 17826 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:04:44.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.777179 17826 hybrid_clock.cc:648] HybridClock initialized: now 1777860284777122 us; error 56 us; skew 500 ppm
02:04:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.778409 17826 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:04:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:44 dist-test-slave-0b8r krb5kdc[16851](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860284, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
02:04:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.788759 17826 init.cc:377] Logged in from keytab as kudu/127.16.113.189@KRBTEST.COM (short username kudu)
02:04:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.792237 17460 heartbeater.cc:499] Master 127.16.113.188:36963 was elected leader, sending a full tablet report...
02:04:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.800664 17826 webserver.cc:492] Webserver started at http://127.16.113.189:35773/ using document root <none> and password file <none>
02:04:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.802137 17826 fs_manager.cc:362] Metadata directory not provided
02:04:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.802482 17826 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:04:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.822705 17826 fs_manager.cc:714] Time spent opening directory manager: real 0.016s user 0.011s sys 0.003s
02:04:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.830350 17888 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:04:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.832551 17826 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.002s sys 0.003s
02:04:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.833053 17826 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data,/tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca70cb9215054b6e8b94e27917a5cf60"
02:04:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-04 02:04:25 on dist-test-slave-0b8r"
02:04:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.835991 17826 fs_report.cc:389] FS layout report
02:04:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:04:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/wal
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data/data
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:04:44.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:04:44.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.927028 17608 heartbeater.cc:499] Master 127.16.113.188:36963 was elected leader, sending a full tablet report...
02:04:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.971563 17826 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:04:44.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.980705 17826 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:04:44.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:44.981355 17826 kserver.cc:163] Server-wide thread pool size limit: 3276
02:04:45.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.127751 17826 rpc_server.cc:307] RPC server started. Bound to: 127.16.113.189:36313
02:04:45.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.127890 17942 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.113.189:36313 every 8 connection(s)
02:04:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.132014 17826 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLmSKOK/test-tmp/mini-kudu-cluster17706381122056680492/master-1/data/info.pb
02:04:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.138218 16838 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu as pid 17826
02:04:45.139 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:04:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.151734 17943 sys_catalog.cc:263] Verifying existing consensus state
02:04:45.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.161626 17943 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: Bootstrap starting.
02:04:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.223838 17943 log.cc:826] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: Log is configured to *not* fsync() on all Append() calls
02:04:45.229 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.113.188:36963(127.16.113.188:36963)] connecting to peer
02:04:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.237246 17314 heartbeater.cc:499] Master 127.16.113.188:36963 was elected leader, sending a full tablet report...
02:04:45.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.250742 17943 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:04:45.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.252197 17943 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60: Bootstrap complete.
02:04:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:45 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860281, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.129@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:45.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.336524 17943 raft_consensus.cc:359] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.347570 17943 raft_consensus.cc:740] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca70cb9215054b6e8b94e27917a5cf60, State: Initialized, Role: FOLLOWER
02:04:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.348738 17943 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } }
02:04:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:45 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860279, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.188@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:45.355 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.113.190:38695(127.16.113.190:38695)] connecting to peer
02:04:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.361119 17951 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.361994 17951 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: This master's current role is: FOLLOWER
02:04:45.381 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.113.189:36313(127.16.113.189:36313)] connecting to peer
02:04:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.378353 17943 sys_catalog.cc:565] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: configured and running, proceeding with master startup.
02:04:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.379051 17917 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [term 1 FOLLOWER]: Advancing to term 2
02:04:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.381147 17313 heartbeater.cc:344] Connected to a master server at 127.16.113.189:36313
02:04:45.433 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.113.189:36313(127.16.113.189:36313)] Successfully connected to peer
02:04:45.435 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.113.188:36963(127.16.113.188:36963)] Successfully connected to peer
02:04:45.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.435547 17951 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 42973b7854064c16a2040ec243468621. Latest consensus state: current_term: 2 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:45.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.436911 17951 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: This master's current role is: FOLLOWER
02:04:45.437 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.113.190:38695(127.16.113.190:38695)] Successfully connected to peer
02:04:45.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.440793 17960 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:45.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.441685 17960 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca70cb9215054b6e8b94e27917a5cf60 [sys.catalog]: This master's current role is: FOLLOWER
02:04:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.518864 17970 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:04:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:45 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860284, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.189@KRBTEST.COM for kudu/127.16.113.190@KRBTEST.COM
02:04:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:45 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860284, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.189@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.655850 17871 sys_catalog.cc:455] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "42973b7854064c16a2040ec243468621" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "52ef7afc1e194186af4cff4ae5913205" member_type: VOTER last_known_addr { host: "127.16.113.190" port: 38695 } } peers { permanent_uuid: "ca70cb9215054b6e8b94e27917a5cf60" member_type: VOTER last_known_addr { host: "127.16.113.189" port: 36313 } } peers { permanent_uuid: "42973b7854064c16a2040ec243468621" member_type: VOTER last_known_addr { host: "127.16.113.188" port: 36963 } } }
02:04:45.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.656687 17871 sys_catalog.cc:458] T 00000000000000000000000000000000 P 42973b7854064c16a2040ec243468621 [sys.catalog]: This master's current role is: LEADER
02:04:45.672 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
02:04:45.739 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.113.190
02:04:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:45 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860284, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.189@KRBTEST.COM for kudu/127.16.113.188@KRBTEST.COM
02:04:45.739 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.113.188
02:04:45.739 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.16.113.189
02:04:45.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 04 02:04:45 dist-test-slave-0b8r krb5kdc[16851](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777860284, etypes {rep=17 tkt=17 ses=17}, kudu/127.16.113.130@KRBTEST.COM for kudu/127.16.113.189@KRBTEST.COM
02:04:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.935604 17459 heartbeater.cc:344] Connected to a master server at 127.16.113.189:36313
02:04:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.942725 17905 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7e5ea770b7394533a0299166b71ddc3d" instance_seqno: 1777860274505034) as {username='kudu', principal='kudu/127.16.113.130@KRBTEST.COM'} at 127.16.113.130:49371; Asking this server to re-register.
02:04:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.949542 17459 heartbeater.cc:461] Registering TS with master...
02:04:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:45.953300 17905 ts_manager.cc:194] Registered new tserver with Master: 7e5ea770b7394533a0299166b71ddc3d (127.16.113.130:32969)
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:46.049012 17950 negotiation.cc:336] Failed RPC negotiation. Trace:
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.040415 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.16.113.131:60225 (local address 127.16.113.189:36313)
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.041164 (+ 749us) server_negotiation.cc:207] Beginning negotiation
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.041188 (+ 24us) server_negotiation.cc:400] Waiting for connection header
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.042378 (+ 1190us) server_negotiation.cc:408] Connection header received
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.043048 (+ 670us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.043078 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.043376 (+ 298us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.043650 (+ 274us) server_negotiation.cc:227] Negotiated authn=SASL
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.047305 (+ 3655us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.16.113.131:60225: BlockingRecv error: recv got EOF from 127.16.113.131:60225 (error 108)
02:04:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":155}
02:04:46.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.113.190:38695(127.16.113.190:38695)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:46.200 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.113.189:36313(127.16.113.189:36313)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:46.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.113.188:36963(127.16.113.188:36963)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:46.201 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.189:36313: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:46.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.188:36963: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:46.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.113.190:38695: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
02:04:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:46.211349 17961 negotiation.cc:336] Failed RPC negotiation. Trace:
02:04:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.430357 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:41880 (local address 127.16.113.188:36963)
02:04:46.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.459000 (+ 28643us) server_negotiation.cc:207] Beginning negotiation
02:04:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.459026 (+ 26us) server_negotiation.cc:400] Waiting for connection header
02:04:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.572079 (+113053us) server_negotiation.cc:408] Connection header received
02:04:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.638140 (+ 66061us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:04:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.638172 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:04:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.638467 (+ 295us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:04:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.638672 (+ 205us) server_negotiation.cc:227] Negotiated authn=SASL
02:04:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.073485 (+434813us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.075097 (+ 1612us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.183078 (+107981us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.183702 (+ 624us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.209563 (+ 25861us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:41880: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:41880): Cannot send after transport endpoint shutdown (error 108)
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":28084,"thread_start_us":27786,"threads_started":1}
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:46.212785 17948 negotiation.cc:336] Failed RPC negotiation. Trace:
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.420125 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:38620 (local address 127.16.113.189:36313)
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.420958 (+ 833us) server_negotiation.cc:207] Beginning negotiation
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.420987 (+ 29us) server_negotiation.cc:400] Waiting for connection header
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.579056 (+158069us) server_negotiation.cc:408] Connection header received
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.644617 (+ 65561us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.644656 (+ 39us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.644938 (+ 282us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:04:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.645095 (+ 157us) server_negotiation.cc:227] Negotiated authn=SASL
02:04:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.085225 (+440130us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.087140 (+ 1915us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
02:04:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.181360 (+ 94220us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.182018 (+ 658us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
02:04:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.211417 (+ 29399us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38620: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38620): Cannot send after transport endpoint shutdown (error 108)
02:04:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":191}
02:04:46.223 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.113.189:36313(127.16.113.189:36313)] handling channelInactive
02:04:46.218 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1074), Traces: [0ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.188:36963, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.190:38695, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.189:36313, [1053ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.190:38695: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1053ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.189:36313: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1054ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.188:36963: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.16.113.188:36963,127.16.113.190:38695,127.16.113.189:36313). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.16.113.188:36963,127.16.113.190:38695,127.16.113.189:36313). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
02:04:46.224 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.113.188:36963(127.16.113.188:36963)] handling channelInactive
02:04:46.230 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1086), Traces: [0ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.188:36963, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.190:38695, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.113.189:36313, [1053ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.190:38695: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1053ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.189:36313: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [1054ms] Sub RPC ConnectToMaster: received response from server master-127.16.113.188:36963: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
02:04:46.235 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.113.190:38695(127.16.113.190:38695)] disconnecting while in state TERMINATED
02:04:46.236 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.113.189:36313(127.16.113.189:36313)] disconnecting while in state TERMINATED
02:04:46.237 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.16.113.188:36963(127.16.113.188:36963)] disconnecting while in state TERMINATED
02:04:46.237 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.113.190:38695(127.16.113.190:38695)] handling channelInactive
02:04:46.239 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:46.239807 17957 negotiation.cc:336] Failed RPC negotiation. Trace:
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.413007 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:57112 (local address 127.16.113.190:38695)
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.442204 (+ 29197us) server_negotiation.cc:207] Beginning negotiation
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.442236 (+ 32us) server_negotiation.cc:400] Waiting for connection header
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.577155 (+134919us) server_negotiation.cc:408] Connection header received
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.641708 (+ 64553us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.641741 (+ 33us) server_negotiation.cc:462] Received NEGOTIATE request from client
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.641985 (+ 244us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:45.642141 (+ 156us) server_negotiation.cc:227] Negotiated authn=SASL
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.071490 (+429349us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.073299 (+ 1809us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.183070 (+109771us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
02:04:46.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.183696 (+ 626us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
02:04:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0504 02:04:46.237867 (+ 54171us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57112: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:57112): Cannot send after transport endpoint shutdown (error 108)
02:04:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":28490,"thread_start_us":29195,"threads_started":1}
02:04:46.246 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:46.248560 16838 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 17178
02:04:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:46.274106 16838 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 17328
02:04:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:46.308719 16838 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 17473
02:04:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:46.329459 16838 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 17714
02:04:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:46.361548 16838 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 17826
02:04:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:46.383802 16838 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 17622
02:04:47.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:47.120955 16341 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5fa0 after lost signal to thread 16271
02:04:47.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260504 02:04:47.121848 16341 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6880 after lost signal to thread 16344
02:04:47.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-04T02:04:47Z chronyd exiting
02:04:48.594 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:04:48.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:48.598237 16109 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 16390
02:04:48.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:48.620587 16109 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 16549
02:04:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:48.652837 16109 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 16696
02:04:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:48.674909 16109 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 16121
02:04:48.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:48.704063 16109 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 16191
02:04:48.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260504 02:04:48.736426 16109 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskLmSKOK/build/tsan/bin/kudu with pid 16266
02:04:49.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-04T02:04:49Z chronyd exiting
02:04:50.854 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.16.113.188:36963,127.16.113.190:38695,127.16.113.189:36313). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.16.113.188:36963,127.16.113.190:38695,127.16.113.189:36313). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
02:04:51.684 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
02:04:51.684 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.16.113.188:36963,127.16.113.190:38695,127.16.113.189:36313). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.16.113.188:36963,127.16.113.190:38695,127.16.113.189:36313). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more