03:07:37.472 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:07:37.483 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskggS7Dm/test-tmp
03:07:37.487 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:07:37.490 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskggS7Dm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:07:37.801 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:07:37.921 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:07:37.922 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:07:37.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:37.925506 682 mini_oidc.cc:150] Starting JWKS server
03:07:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:37.929338 682 webserver.cc:492] Webserver started at http://127.0.0.1:46163/ using document root <none> and password file <none>
03:07:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:37.929926 682 mini_oidc.cc:186] Starting OIDC Discovery server
03:07:37.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:37.932127 682 webserver.cc:492] Webserver started at http://127.0.0.1:42615/ using document root <none> and password file <none>
03:07:37.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T03:07:37Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:07:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T03:07:37Z Disabled control of system clock
03:07:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:37.993713 682 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/wal
03:07:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/data
03:07:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/logs
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/data/info.pb
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.190:36303
03:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.190
03:07:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46163/jwks.json with env {}
03:07:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.285946 694 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:07:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.286525 694 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.287132 694 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:07:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.317701 694 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:07:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.317996 694 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:07:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.318197 694 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.318416 694 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:07:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.318709 694 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.318912 694 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46163/jwks.json
03:07:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:38.354506 694 master_runner.cc:386] Master server non-default flags:
03:07:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/data
03:07:38.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/wal
03:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.190:36303
03:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:38.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:38.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46163/jwks.json
03:07:38.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:38.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:38.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/data/info.pb
03:07:38.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.190
03:07:38.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:38.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:38.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:38.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:38.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/logs
03:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:07:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:38.356093 694 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:38.358289 694 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:07:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.369947 701 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:38.369980 700 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:39.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:39.616781 694 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.247s user 0.438s sys 0.801s
03:07:39.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:39.617101 703 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:39.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:39.617695 694 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.248s user 0.438s sys 0.802s
03:07:39.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:39.618834 702 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1248 milliseconds
03:07:39.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.618896 694 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:39.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.620378 694 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:39.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.623437 694 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.625146 694 hybrid_clock.cc:648] HybridClock initialized: now 1769742459625057 us; error 96 us; skew 500 ppm
03:07:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.626119 694 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:39.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.638294 694 webserver.cc:492] Webserver started at http://127.0.170.190:39291/ using document root <none> and password file <none>
03:07:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.639396 694 fs_manager.cc:362] Metadata directory not provided
03:07:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.639645 694 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.640241 694 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.644793 694 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/data/instance:
03:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ee74ac22a734872a2594af7a86b2cef"
03:07:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:39 on dist-test-slave-dsh5"
03:07:39.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.646107 694 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/wal/instance:
03:07:39.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ee74ac22a734872a2594af7a86b2cef"
03:07:39.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:39 on dist-test-slave-dsh5"
03:07:39.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.653970 694 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.000s sys 0.008s
03:07:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.660125 710 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:07:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.661351 694 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
03:07:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.661741 694 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/wal
03:07:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ee74ac22a734872a2594af7a86b2cef"
03:07:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:39 on dist-test-slave-dsh5"
03:07:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.662142 694 fs_report.cc:389] FS layout report
03:07:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/wal
03:07:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/wal
03:07:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/data/data
03:07:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:39.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.728668 694 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:07:39.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.730360 694 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:39.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.730885 694 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.802134 694 rpc_server.cc:307] RPC server started. Bound to: 127.0.170.190:36303
03:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.802203 761 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.170.190:36303 every 8 connection(s)
03:07:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.805083 694 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/data/info.pb
03:07:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.810397 682 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 694
03:07:39.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.810885 682 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-0/wal/instance
03:07:39.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.811267 762 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:39.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.814548 682 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/wal
03:07:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/data
03:07:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:39.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/logs
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/data/info.pb
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:39.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.189:45665
03:07:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.189
03:07:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46163/jwks.json with env {}
03:07:39.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.827380 762 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } has no permanent_uuid. Determining permanent_uuid...
03:07:39.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.859797 762 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } has no permanent_uuid. Determining permanent_uuid...
03:07:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:39.862565 711 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.170.189:45665: connect: Connection refused (error 111)
03:07:39.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:39.867010 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.189:45665: Network error: Client connection negotiation failed: client connection to 127.0.170.189:45665: connect: Connection refused (error 111)
03:07:39.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.916539 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } attempt: 1
03:07:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:39.920490 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.189:45665: Network error: Client connection negotiation failed: client connection to 127.0.170.189:45665: connect: Connection refused (error 111)
03:07:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:39.988883 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } attempt: 2
03:07:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:39.992847 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.189:45665: Network error: Client connection negotiation failed: client connection to 127.0.170.189:45665: connect: Connection refused (error 111)
03:07:40.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:40.084329 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } attempt: 3
03:07:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.088289 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.189:45665: Network error: Client connection negotiation failed: client connection to 127.0.170.189:45665: connect: Connection refused (error 111)
03:07:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.126904 764 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:07:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.127446 764 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.127939 764 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:07:40.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.160490 764 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:07:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.160789 764 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:07:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.160998 764 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.161192 764 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:07:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.161410 764 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.161563 764 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46163/jwks.json
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:40.197572 764 master_runner.cc:386] Master server non-default flags:
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/data
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/wal
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.189:45665
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46163/jwks.json
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/data/info.pb
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.189
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/logs
03:07:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:40.198951 764 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:40.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:40.200632 764 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:07:40.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.210726 773 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:40.231772 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } attempt: 4
03:07:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.238276 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.189:45665: Network error: Client connection negotiation failed: client connection to 127.0.170.189:45665: connect: Connection refused (error 111)
03:07:40.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:40.537818 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } attempt: 5
03:07:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.544021 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.189:45665: Network error: Client connection negotiation failed: client connection to 127.0.170.189:45665: connect: Connection refused (error 111)
03:07:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.091572 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } attempt: 6
03:07:41.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.103909 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.189:45665: Network error: Client connection negotiation failed: client connection to 127.0.170.189:45665: connect: Connection refused (error 111)
03:07:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:40.212208 774 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:41.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.426447 776 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:41.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.429561 775 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1212 milliseconds
03:07:41.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.429692 764 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.431237 764 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.434554 764 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.435940 764 hybrid_clock.cc:648] HybridClock initialized: now 1769742461435908 us; error 39 us; skew 500 ppm
03:07:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.436818 764 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:41.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.442900 764 webserver.cc:492] Webserver started at http://127.0.170.189:33997/ using document root <none> and password file <none>
03:07:41.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.443961 764 fs_manager.cc:362] Metadata directory not provided
03:07:41.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.444202 764 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.444778 764 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:07:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.449273 764 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/data/instance:
03:07:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c08d4673d004e5598c1e66096644f42"
03:07:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:41 on dist-test-slave-dsh5"
03:07:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.450599 764 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/wal/instance:
03:07:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c08d4673d004e5598c1e66096644f42"
03:07:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:41 on dist-test-slave-dsh5"
03:07:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.457940 764 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
03:07:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.463544 785 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:07:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.464663 764 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:07:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.465010 764 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/wal
03:07:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c08d4673d004e5598c1e66096644f42"
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:41 on dist-test-slave-dsh5"
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.465411 764 fs_report.cc:389] FS layout report
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/wal
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/wal
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/data/data
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:41.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.513047 764 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:07:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.514789 764 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.515316 764 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.584527 764 rpc_server.cc:307] RPC server started. Bound to: 127.0.170.189:45665
03:07:41.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.584594 836 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.170.189:45665 every 8 connection(s)
03:07:41.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.587386 764 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/data/info.pb
03:07:41.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.593168 837 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.597831 682 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 764
03:07:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.598366 682 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-1/wal/instance
03:07:41.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.601375 682 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:41.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/wal
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/data
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/logs
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/data/info.pb
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.188:46131
03:07:41.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.188
03:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46163/jwks.json with env {}
03:07:41.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.608319 837 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } has no permanent_uuid. Determining permanent_uuid...
03:07:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.629745 837 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } has no permanent_uuid. Determining permanent_uuid...
03:07:41.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.643935 837 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } has no permanent_uuid. Determining permanent_uuid...
03:07:41.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.646333 789 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:41.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.650396 837 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.699894 837 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 1
03:07:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.703727 837 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.772149 837 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 2
03:07:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.775918 837 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.867333 837 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 3
03:07:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.871147 837 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:41.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.921880 839 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:07:41.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.922426 839 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:41.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.922873 839 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:07:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.954618 839 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:07:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.954968 839 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:07:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.955183 839 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.955380 839 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:07:41.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.955571 839 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:41.955718 839 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46163/jwks.json
03:07:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.993148 839 master_runner.cc:386] Master server non-default flags:
03:07:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/data
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/wal
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.188:46131
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46163/jwks.json
03:07:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/data/info.pb
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.188
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/logs
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:41.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:07:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:07:41.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:07:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:07:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.994635 839 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:41.996799 839 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:07:42.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.010200 849 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.014536 837 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 4
03:07:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.021996 837 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.164589 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } attempt: 7
03:07:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.196434 762 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } has no permanent_uuid. Determining permanent_uuid...
03:07:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.203262 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.261703 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 1
03:07:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.265529 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.321575 837 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 5
03:07:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.328284 837 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.347038 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 2
03:07:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.354136 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:42.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.439774 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 3
03:07:42.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.446141 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:42.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.586781 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 4
03:07:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.594323 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.875916 837 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 6
03:07:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:42.877885 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 5
03:07:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.886641 837 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:42.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.889568 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:42.010699 850 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:43.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:43.286149 852 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:43.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:43.288375 851 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1272 milliseconds
03:07:43.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.288501 839 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:43.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.289856 839 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:43.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.292785 839 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:43.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.294166 839 hybrid_clock.cc:648] HybridClock initialized: now 1769742463294118 us; error 72 us; skew 500 ppm
03:07:43.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.295030 839 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.301995 839 webserver.cc:492] Webserver started at http://127.0.170.188:42355/ using document root <none> and password file <none>
03:07:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.302969 839 fs_manager.cc:362] Metadata directory not provided
03:07:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.303205 839 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.303753 839 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:07:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.308135 839 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/data/instance:
03:07:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bf76c1fcbed4df1a111245795b0fadd"
03:07:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:43 on dist-test-slave-dsh5"
03:07:43.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.309335 839 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/wal/instance:
03:07:43.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bf76c1fcbed4df1a111245795b0fadd"
03:07:43.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:43 on dist-test-slave-dsh5"
03:07:43.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.316612 839 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
03:07:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.322232 864 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:07:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.323271 839 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
03:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.323642 839 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/wal
03:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0bf76c1fcbed4df1a111245795b0fadd"
03:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:43 on dist-test-slave-dsh5"
03:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.324069 839 fs_report.cc:389] FS layout report
03:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/wal
03:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/wal
03:07:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/data/data
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.411155 839 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:07:43.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.412829 839 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:43.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.413429 839 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.446573 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 6
03:07:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:43.454337 762 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.170.188:46131: Network error: Client connection negotiation failed: client connection to 127.0.170.188:46131: connect: Connection refused (error 111)
03:07:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.486935 839 rpc_server.cc:307] RPC server started. Bound to: 127.0.170.188:46131
03:07:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.487023 917 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.170.188:46131 every 8 connection(s)
03:07:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.490008 839 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/data/info.pb
03:07:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.493196 682 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 839
03:07:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.493676 682 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/master-2/wal/instance
03:07:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.496299 918 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:43.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.515439 918 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } has no permanent_uuid. Determining permanent_uuid...
03:07:43.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.548144 918 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } has no permanent_uuid. Determining permanent_uuid...
03:07:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.560247 918 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } has no permanent_uuid. Determining permanent_uuid...
03:07:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.575918 918 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd: Bootstrap starting.
03:07:43.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.582451 918 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd: Neither blocks nor log segments found. Creating new log.
03:07:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.584452 918 log.cc:826] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd: Log is configured to *not* fsync() on all Append() calls
03:07:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.590169 918 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd: No bootstrap required, opened a new log
03:07:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.609586 918 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } }
03:07:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.610301 918 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:07:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.610581 918 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0bf76c1fcbed4df1a111245795b0fadd, State: Initialized, Role: FOLLOWER
03:07:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.611495 918 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } }
03:07:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.614511 928 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.615531 928 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [sys.catalog]: This master's current role is: FOLLOWER
03:07:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.616730 918 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [sys.catalog]: configured and running, proceeding with master startup.
03:07:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:43.643396 939 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:07:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:43.644297 939 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:07:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.638499 839 master_runner.cc:186] Error getting master registration for 127.0.170.190:36303: OK, instance_id { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" instance_seqno: 1769742459781368 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:07:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.660269 839 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:07:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:43.668665 870 tablet.cc:2378] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:07:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.835189 928 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:07:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.835618 928 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } }
03:07:43.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.837581 928 leader_election.cc:290] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ee74ac22a734872a2594af7a86b2cef (127.0.170.190:36303), 9c08d4673d004e5598c1e66096644f42 (127.0.170.189:45665)
03:07:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.947181 837 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 7
03:07:43.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.967216 837 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42: Bootstrap starting.
03:07:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.972738 837 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42: Neither blocks nor log segments found. Creating new log.
03:07:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.974900 837 log.cc:826] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42: Log is configured to *not* fsync() on all Append() calls
03:07:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.979808 837 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42: No bootstrap required, opened a new log
03:07:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.998816 837 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } }
03:07:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:43.999698 837 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:07:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.000002 837 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c08d4673d004e5598c1e66096644f42, State: Initialized, Role: FOLLOWER
03:07:44.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.000922 837 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } }
03:07:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.003999 943 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.004817 943 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [sys.catalog]: This master's current role is: FOLLOWER
03:07:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.006501 837 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [sys.catalog]: configured and running, proceeding with master startup.
03:07:44.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.006672 812 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0bf76c1fcbed4df1a111245795b0fadd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c08d4673d004e5598c1e66096644f42" is_pre_election: true
03:07:44.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.007527 812 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0bf76c1fcbed4df1a111245795b0fadd in term 0.
03:07:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.010088 865 leader_election.cc:304] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0bf76c1fcbed4df1a111245795b0fadd, 9c08d4673d004e5598c1e66096644f42; no voters:
03:07:44.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.011253 928 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 0 FOLLOWER]: Leader pre-election won for term 1
03:07:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.011597 928 raft_consensus.cc:493] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:07:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.012125 928 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 0 FOLLOWER]: Advancing to term 1
03:07:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.018880 928 raft_consensus.cc:515] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } }
03:07:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:44.024739 791 tablet.cc:2378] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:07:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.034961 928 leader_election.cc:290] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [CANDIDATE]: Term 1 election: Requested vote from peers 7ee74ac22a734872a2594af7a86b2cef (127.0.170.190:36303), 9c08d4673d004e5598c1e66096644f42 (127.0.170.189:45665)
03:07:44.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.035781 812 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0bf76c1fcbed4df1a111245795b0fadd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c08d4673d004e5598c1e66096644f42"
03:07:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.036531 812 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [term 0 FOLLOWER]: Advancing to term 1
03:07:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.045162 812 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0bf76c1fcbed4df1a111245795b0fadd in term 1.
03:07:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.047092 865 leader_election.cc:304] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0bf76c1fcbed4df1a111245795b0fadd, 9c08d4673d004e5598c1e66096644f42; no voters:
03:07:44.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.047967 928 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 1 FOLLOWER]: Leader election won for term 1
03:07:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.064029 928 raft_consensus.cc:697] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [term 1 LEADER]: Becoming Leader. State: Replica: 0bf76c1fcbed4df1a111245795b0fadd, State: Running, Role: LEADER
03:07:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.065377 928 consensus_queue.cc:237] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } }
03:07:44.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:44.084550 956 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:07:44.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:44.085245 956 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:07:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.092022 951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0bf76c1fcbed4df1a111245795b0fadd. Latest consensus state: current_term: 1 leader_uuid: "0bf76c1fcbed4df1a111245795b0fadd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.094085 951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [sys.catalog]: This master's current role is: LEADER
03:07:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.114904 958 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:07:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.122617 958 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:07:44.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.086757 764 master_runner.cc:186] Error getting master registration for 127.0.170.190:36303: OK, instance_id { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" instance_seqno: 1769742459781368 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:07:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.131022 764 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:07:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.151993 812 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [term 1 FOLLOWER]: Refusing update from remote peer 0bf76c1fcbed4df1a111245795b0fadd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:07:44.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.153661 951 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:07:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.190600 959 mvcc.cc:204] Tried to move back new op lower bound from 7248865133141004288 to 7248865132822650880. Current Snapshot: MvccSnapshot[applied={T|T < 7248865133141004288}]
03:07:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.200376 943 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0bf76c1fcbed4df1a111245795b0fadd. Latest consensus state: current_term: 1 leader_uuid: "0bf76c1fcbed4df1a111245795b0fadd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:44.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.203876 943 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [sys.catalog]: This master's current role is: FOLLOWER
03:07:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.211589 951 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0bf76c1fcbed4df1a111245795b0fadd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.212517 951 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [sys.catalog]: This master's current role is: LEADER
03:07:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.216369 958 catalog_manager.cc:1357] Generated new cluster ID: b7097f34fcab45f88abc3888eaf8aa5c
03:07:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.216668 958 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:07:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.235112 943 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0bf76c1fcbed4df1a111245795b0fadd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:44.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.235772 943 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42 [sys.catalog]: This master's current role is: FOLLOWER
03:07:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.258069 958 catalog_manager.cc:1380] Generated new certificate authority record
03:07:44.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.262964 958 catalog_manager.cc:1514] Loading token signing keys...
03:07:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.288817 958 catalog_manager.cc:6027] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd: Generated new TSK 0
03:07:44.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.292261 958 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:07:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.318296 682 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/wal
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/data
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/logs
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/data/info.pb
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.129:0
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.170.129
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.129
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:07:44.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:44.403482 758 debug-util.cc:398] Leaking SignalData structure 0x7b080006f1e0 after lost signal to thread 695
03:07:44.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.487795 762 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } attempt: 7
03:07:44.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.541472 762 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef: Bootstrap starting.
03:07:44.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.567384 762 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef: Neither blocks nor log segments found. Creating new log.
03:07:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.573742 762 log.cc:826] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef: Log is configured to *not* fsync() on all Append() calls
03:07:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.599874 762 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef: No bootstrap required, opened a new log
03:07:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.671159 762 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } }
03:07:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.684533 762 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:07:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.685931 762 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ee74ac22a734872a2594af7a86b2cef, State: Initialized, Role: FOLLOWER
03:07:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.687868 762 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } }
03:07:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.702562 762 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [sys.catalog]: configured and running, proceeding with master startup.
03:07:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.702751 737 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0bf76c1fcbed4df1a111245795b0fadd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7ee74ac22a734872a2594af7a86b2cef" is_pre_election: true
03:07:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.703586 737 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0bf76c1fcbed4df1a111245795b0fadd in term 0.
03:07:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.704964 735 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [term 0 FOLLOWER]: Advancing to term 1
03:07:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.708083 736 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0bf76c1fcbed4df1a111245795b0fadd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7ee74ac22a734872a2594af7a86b2cef"
03:07:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.699582 969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.713289 969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [sys.catalog]: This master's current role is: FOLLOWER
03:07:44.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.715162 735 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [term 1 FOLLOWER]: Refusing update from remote peer 0bf76c1fcbed4df1a111245795b0fadd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:07:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.717003 951 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [LEADER]: Connected to new peer: Peer: permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:07:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:44.741158 716 tablet.cc:2378] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:07:44.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.770157 969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0bf76c1fcbed4df1a111245795b0fadd. Latest consensus state: current_term: 1 leader_uuid: "0bf76c1fcbed4df1a111245795b0fadd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:44.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.770882 969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [sys.catalog]: This master's current role is: FOLLOWER
03:07:44.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.770290 976 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0bf76c1fcbed4df1a111245795b0fadd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:44.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.771744 976 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef [sys.catalog]: This master's current role is: FOLLOWER
03:07:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:44.840023 985 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:07:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:44.943464 965 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:07:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:44.944609 965 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:44.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:44.945670 965 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:07:45.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:45.015343 965 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:07:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:45.017189 965 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.170.129
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.091631 965 tablet_server_runner.cc:78] Tablet server non-default flags:
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/data
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/wal
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.129:0
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/data/info.pb
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.129
03:07:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.170.129
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/logs
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.093014 956 catalog_manager.cc:1269] Loaded cluster ID: b7097f34fcab45f88abc3888eaf8aa5c
03:07:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.093299 956 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42: loading cluster ID for follower catalog manager: success
03:07:45.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.095534 965 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:45.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.097862 965 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:07:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.105370 956 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42: acquiring CA information for follower catalog manager: success
03:07:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.121918 956 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 9c08d4673d004e5598c1e66096644f42: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:07:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:45.135352 991 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.361514 996 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0bf76c1fcbed4df1a111245795b0fadd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ee74ac22a734872a2594af7a86b2cef" member_type: VOTER last_known_addr { host: "127.0.170.190" port: 36303 } } peers { permanent_uuid: "9c08d4673d004e5598c1e66096644f42" member_type: VOTER last_known_addr { host: "127.0.170.189" port: 45665 } } peers { permanent_uuid: "0bf76c1fcbed4df1a111245795b0fadd" member_type: VOTER last_known_addr { host: "127.0.170.188" port: 46131 } } }
03:07:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.362632 996 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd [sys.catalog]: This master's current role is: LEADER
03:07:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.872983 985 catalog_manager.cc:1269] Loaded cluster ID: b7097f34fcab45f88abc3888eaf8aa5c
03:07:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.873267 985 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef: loading cluster ID for follower catalog manager: success
03:07:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.881085 985 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef: acquiring CA information for follower catalog manager: success
03:07:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:45.893431 985 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 7ee74ac22a734872a2594af7a86b2cef: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:46.528082 990 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec60 after lost signal to thread 965
03:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:47.896847 990 kernel_stack_watchdog.cc:198] Thread 965 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 387ms:
03:07:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:07:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:07:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:07:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:07:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:45.141233 992 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:47.902645 965 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.763s user 0.624s sys 0.801s
03:07:47.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:47.903041 965 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.764s user 0.624s sys 0.801s
03:07:47.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.905993 965 server_base.cc:1060] running on GCE node
03:07:47.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:47.907943 1001 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:47.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.909551 965 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.912341 965 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.913811 965 hybrid_clock.cc:648] HybridClock initialized: now 1769742467913674 us; error 132 us; skew 500 ppm
03:07:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.916733 965 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.925189 965 webserver.cc:492] Webserver started at http://127.0.170.129:38203/ using document root <none> and password file <none>
03:07:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.926505 965 fs_manager.cc:362] Metadata directory not provided
03:07:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.926808 965 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.927392 965 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:07:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.934312 965 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/data/instance:
03:07:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0bc4a499ff84ae3a8c1c1b01ed5cbf0"
03:07:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:47 on dist-test-slave-dsh5"
03:07:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.935972 965 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/wal/instance:
03:07:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0bc4a499ff84ae3a8c1c1b01ed5cbf0"
03:07:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:47 on dist-test-slave-dsh5"
03:07:47.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.946177 965 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.004s sys 0.005s
03:07:47.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.954684 1006 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:07:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.956161 965 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.002s
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.956583 965 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/wal
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0bc4a499ff84ae3a8c1c1b01ed5cbf0"
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:47 on dist-test-slave-dsh5"
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:47.957016 965 fs_report.cc:389] FS layout report
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/wal
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/wal
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/data/data
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.030115 965 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:07:48.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.032125 965 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:48.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.032685 965 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.036409 965 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:07:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.042464 965 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:07:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.042764 965 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:07:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.043347 965 ts_tablet_manager.cc:616] Registered 0 tablets
03:07:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.043581 965 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:07:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.262730 965 rpc_server.cc:307] RPC server started. Bound to: 127.0.170.129:42499
03:07:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.262840 1118 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.170.129:42499 every 8 connection(s)
03:07:48.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.267247 965 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/data/info.pb
03:07:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.278110 682 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 965
03:07:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.278944 682 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-0/wal/instance
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.319561 682 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/wal
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/data
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/logs
03:07:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/data/info.pb
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.130:0
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.170.130
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.130
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:48.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:48.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:07:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.381328 1120 heartbeater.cc:344] Connected to a master server at 127.0.170.188:46131
03:07:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.381878 1120 heartbeater.cc:461] Registering TS with master...
03:07:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.383291 1120 heartbeater.cc:507] Master 127.0.170.188:46131 requested a full tablet report, sending...
03:07:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.386348 881 ts_manager.cc:194] Registered new tserver with Master: a0bc4a499ff84ae3a8c1c1b01ed5cbf0 (127.0.170.129:42499)
03:07:48.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.389024 881 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.170.129:34273
03:07:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.394425 1125 heartbeater.cc:344] Connected to a master server at 127.0.170.190:36303
03:07:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.394812 1125 heartbeater.cc:461] Registering TS with master...
03:07:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.394886 1121 heartbeater.cc:344] Connected to a master server at 127.0.170.189:45665
03:07:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.395318 1121 heartbeater.cc:461] Registering TS with master...
03:07:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.395520 1125 heartbeater.cc:507] Master 127.0.170.190:36303 requested a full tablet report, sending...
03:07:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.395968 1121 heartbeater.cc:507] Master 127.0.170.189:45665 requested a full tablet report, sending...
03:07:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.398669 802 ts_manager.cc:194] Registered new tserver with Master: a0bc4a499ff84ae3a8c1c1b01ed5cbf0 (127.0.170.129:42499)
03:07:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.398782 727 ts_manager.cc:194] Registered new tserver with Master: a0bc4a499ff84ae3a8c1c1b01ed5cbf0 (127.0.170.129:42499)
03:07:48.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:48.707476 1124 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:07:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:48.708070 1124 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:48.708698 1124 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:07:48.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:48.741392 1124 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:07:48.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:48.742389 1124 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.170.130
03:07:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.778458 1124 tablet_server_runner.cc:78] Tablet server non-default flags:
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/data
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/wal
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.130:0
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/data/info.pb
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.130
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.170.130
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/logs
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.780205 1124 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:48.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.781989 1124 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:07:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:48.796437 1136 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:49.394743 1120 heartbeater.cc:499] Master 127.0.170.188:46131 was elected leader, sending a full tablet report...
03:07:49.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:48.802119 1124 server_base.cc:1060] running on GCE node
03:07:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:48.800704 1139 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:49.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:48.799383 1137 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.001015 1124 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.003376 1124 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.004725 1124 hybrid_clock.cc:648] HybridClock initialized: now 1769742470004697 us; error 72 us; skew 500 ppm
03:07:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.005537 1124 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.012042 1124 webserver.cc:492] Webserver started at http://127.0.170.130:37067/ using document root <none> and password file <none>
03:07:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.012926 1124 fs_manager.cc:362] Metadata directory not provided
03:07:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.013123 1124 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.013633 1124 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:07:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.017889 1124 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/data/instance:
03:07:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4af028cb88794fd8b7549224883073c4"
03:07:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:50 on dist-test-slave-dsh5"
03:07:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.019032 1124 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/wal/instance:
03:07:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4af028cb88794fd8b7549224883073c4"
03:07:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:50 on dist-test-slave-dsh5"
03:07:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.025975 1124 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
03:07:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.031625 1146 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:07:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.032866 1124 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
03:07:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.033176 1124 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/wal
03:07:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4af028cb88794fd8b7549224883073c4"
03:07:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:50 on dist-test-slave-dsh5"
03:07:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.033470 1124 fs_report.cc:389] FS layout report
03:07:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/wal
03:07:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/wal
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/data/data
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.101236 1124 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:07:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.102782 1124 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.103389 1124 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:50.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.108177 1124 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:07:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.112502 1124 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:07:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.112704 1124 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:07:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.112896 1124 ts_tablet_manager.cc:616] Registered 0 tablets
03:07:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.113024 1124 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:07:50.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.250012 1124 rpc_server.cc:307] RPC server started. Bound to: 127.0.170.130:41353
03:07:50.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.250131 1259 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.170.130:41353 every 8 connection(s)
03:07:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.252552 1124 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/data/info.pb
03:07:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.264528 682 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 1124
03:07:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.265038 682 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-1/wal/instance
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.284848 682 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/wal
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/data
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/logs
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/data/info.pb
03:07:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:07:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.131:0
03:07:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.170.131
03:07:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.131
03:07:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:07:50.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.295118 1260 heartbeater.cc:344] Connected to a master server at 127.0.170.188:46131
03:07:50.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.296295 1260 heartbeater.cc:461] Registering TS with master...
03:07:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.298154 1260 heartbeater.cc:507] Master 127.0.170.188:46131 requested a full tablet report, sending...
03:07:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.301900 881 ts_manager.cc:194] Registered new tserver with Master: 4af028cb88794fd8b7549224883073c4 (127.0.170.130:41353)
03:07:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.303720 881 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.170.130:37743
03:07:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.303936 1261 heartbeater.cc:344] Connected to a master server at 127.0.170.189:45665
03:07:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.304236 1261 heartbeater.cc:461] Registering TS with master...
03:07:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.305179 1261 heartbeater.cc:507] Master 127.0.170.189:45665 requested a full tablet report, sending...
03:07:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.308215 802 ts_manager.cc:194] Registered new tserver with Master: 4af028cb88794fd8b7549224883073c4 (127.0.170.130:41353)
03:07:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.314633 1262 heartbeater.cc:344] Connected to a master server at 127.0.170.190:36303
03:07:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.314996 1262 heartbeater.cc:461] Registering TS with master...
03:07:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.315663 1262 heartbeater.cc:507] Master 127.0.170.190:36303 requested a full tablet report, sending...
03:07:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.317873 727 ts_manager.cc:194] Registered new tserver with Master: 4af028cb88794fd8b7549224883073c4 (127.0.170.130:41353)
03:07:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:50.612028 1270 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:07:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:50.612519 1270 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:50.613014 1270 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:07:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:50.644941 1270 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:07:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:50.645881 1270 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.170.131
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.681973 1270 tablet_server_runner.cc:78] Tablet server non-default flags:
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.170.148:40309
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/data
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/wal
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.170.131:0
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/data/info.pb
03:07:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.170.131
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.170.190:36303,127.0.170.189:45665,127.0.170.188:46131
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.170.131
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/logs
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.683315 1270 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:50.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:50.685082 1270 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:07:50.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:50.696988 1276 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:51.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.308194 1260 heartbeater.cc:499] Master 127.0.170.188:46131 was elected leader, sending a full tablet report...
03:07:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:50.698863 1277 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:51.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:51.930332 1279 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:51.932659 1278 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1229 milliseconds
03:07:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.932741 1270 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:51.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.934161 1270 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.936932 1270 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:51.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.938378 1270 hybrid_clock.cc:648] HybridClock initialized: now 1769742471938327 us; error 65 us; skew 500 ppm
03:07:51.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.939218 1270 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:51.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.946429 1270 webserver.cc:492] Webserver started at http://127.0.170.131:39107/ using document root <none> and password file <none>
03:07:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.947422 1270 fs_manager.cc:362] Metadata directory not provided
03:07:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.947659 1270 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:51.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.948185 1270 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:07:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.952451 1270 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/data/instance:
03:07:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbe16e43d24f4521b62c9960096e4129"
03:07:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:51 on dist-test-slave-dsh5"
03:07:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.953576 1270 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/wal/instance:
03:07:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbe16e43d24f4521b62c9960096e4129"
03:07:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:51 on dist-test-slave-dsh5"
03:07:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.960943 1270 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
03:07:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.967613 1287 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:07:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.968897 1270 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
03:07:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.969223 1270 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/wal
03:07:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbe16e43d24f4521b62c9960096e4129"
03:07:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:51 on dist-test-slave-dsh5"
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:51.969594 1270 fs_report.cc:389] FS layout report
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/wal
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/wal
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/data/data
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.019323 1270 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:07:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.020833 1270 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.021232 1270 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.023649 1270 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:07:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.028100 1270 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:07:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.028296 1270 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:07:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.028494 1270 ts_tablet_manager.cc:616] Registered 0 tablets
03:07:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.028658 1270 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:07:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.167119 1270 rpc_server.cc:307] RPC server started. Bound to: 127.0.170.131:43279
03:07:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.167299 1399 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.170.131:43279 every 8 connection(s)
03:07:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.169562 1270 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/data/info.pb
03:07:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.179610 682 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 1270
03:07:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.180187 682 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster344232935473774249/ts-2/wal/instance
03:07:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.202915 1401 heartbeater.cc:344] Connected to a master server at 127.0.170.189:45665
03:07:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.203662 1401 heartbeater.cc:461] Registering TS with master...
03:07:52.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.204994 1401 heartbeater.cc:507] Master 127.0.170.189:45665 requested a full tablet report, sending...
03:07:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.207654 1400 heartbeater.cc:344] Connected to a master server at 127.0.170.188:46131
03:07:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.208020 1400 heartbeater.cc:461] Registering TS with master...
03:07:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.208140 802 ts_manager.cc:194] Registered new tserver with Master: fbe16e43d24f4521b62c9960096e4129 (127.0.170.131:43279)
03:07:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.208926 1400 heartbeater.cc:507] Master 127.0.170.188:46131 requested a full tablet report, sending...
03:07:52.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.211279 881 ts_manager.cc:194] Registered new tserver with Master: fbe16e43d24f4521b62c9960096e4129 (127.0.170.131:43279)
03:07:52.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.212962 881 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.170.131:43087
03:07:52.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.217065 1402 heartbeater.cc:344] Connected to a master server at 127.0.170.190:36303
03:07:52.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.217398 1402 heartbeater.cc:461] Registering TS with master...
03:07:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.218098 1402 heartbeater.cc:507] Master 127.0.170.190:36303 requested a full tablet report, sending...
03:07:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.220289 727 ts_manager.cc:194] Registered new tserver with Master: fbe16e43d24f4521b62c9960096e4129 (127.0.170.131:43279)
03:07:52.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.227139 682 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
03:07:52.238 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:07:52.240 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:07:52.254 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.170.190"
port: 36303
}
bound_http_address {
host: "127.0.170.190"
port: 39291
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.170.189"
port: 45665
}
bound_http_address {
host: "127.0.170.189"
port: 33997
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.170.188"
port: 46131
}
bound_http_address {
host: "127.0.170.188"
port: 42355
}
}
}
03:07:52.259 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:07:52.263 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.170.129"
port: 42499
}
bound_http_address {
host: "127.0.170.129"
port: 38203
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.170.130"
port: 41353
}
bound_http_address {
host: "127.0.170.130"
port: 37067
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.170.131"
port: 43279
}
bound_http_address {
host: "127.0.170.131"
port: 39107
}
}
}
03:07:52.263 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:07:52.442 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_275]
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51) ~[main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52) [main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41) [main/:?]
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43) [main/:?]
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155) [main/:?]
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299) [main/:?]
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109) [main/:?]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) [junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
03:07:52.476 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:07:52.595 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskggS7Dm/test-tmp
03:07:52.596 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:07:52.596 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskggS7Dm/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:07:52.598 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:07:52.936 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:07:52.936 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:07:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.939762 1411 mini_oidc.cc:150] Starting JWKS server
03:07:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.943130 1411 webserver.cc:492] Webserver started at http://127.0.0.1:33667/ using document root <none> and password file <none>
03:07:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.943632 1411 mini_oidc.cc:186] Starting OIDC Discovery server
03:07:52.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:52.945521 1411 webserver.cc:492] Webserver started at http://127.0.0.1:37091/ using document root <none> and password file <none>
03:07:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:07:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/principal' for realm 'KRBTEST.COM',
03:07:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:07:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:53 dist-test-slave-dsh5 krb5kdc[1423](info): setting up network...
03:07:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:07:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:53 dist-test-slave-dsh5 krb5kdc[1423](info): set up 2 sockets
03:07:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:53 dist-test-slave-dsh5 krb5kdc[1423](info): commencing operation
03:07:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:07:53.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:53.217321 1400 heartbeater.cc:499] Master 127.0.170.188:46131 was elected leader, sending a full tablet report...
03:07:55.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.062239 1411 mini_kdc.cc:121] Time spent starting KDC: real 2.076s user 0.005s sys 0.012s
03:07:55.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:07:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:07:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:07:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:07:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:07:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:07:55.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:07:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:07:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:07:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:07:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/test-user.keytab.
03:07:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/test-user.keytab.
03:07:55.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:55 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742475, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:55.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:07:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T03:07:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
03:07:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T03:07:55Z Disabled control of system clock
03:07:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.96.254@KRBTEST.COM; defaulting to no policy
03:07:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.96.254@KRBTEST.COM" created.
03:07:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:55.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.96.254@KRBTEST.COM; defaulting to no policy
03:07:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.96.254@KRBTEST.COM" created.
03:07:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:55.292786 1411 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/logs
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data/info.pb
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.254:34717
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.254
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.254
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:07:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.607652 1440 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:07:55.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.608357 1440 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.608989 1440 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:07:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.641048 1440 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:07:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.641285 1440 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:07:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.641542 1440 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:07:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.641759 1440 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.641942 1440 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:07:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.642150 1440 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.642297 1440 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33667/jwks.json
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:55.681864 1440 master_runner.cc:386] Master server non-default flags:
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.254
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.254:34717
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data/info.pb
03:07:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.254
03:07:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/logs
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:55.683208 1440 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:55.684235 1440 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:07:55.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.694525 1446 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.099340 1445 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 1440
03:07:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.436149 1445 kernel_stack_watchdog.cc:198] Thread 1440 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
03:07:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:07:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:07:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:07:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:07:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.436662 1440 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.741s user 0.571s sys 1.147s
03:07:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:55.696306 1447 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.437220 1440 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.742s user 0.571s sys 1.147s
03:07:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.437465 1448 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1739 milliseconds
03:07:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.438912 1440 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.438974 1449 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.445237 1440 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.447613 1440 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.448935 1440 hybrid_clock.cc:648] HybridClock initialized: now 1769742477448907 us; error 65 us; skew 500 ppm
03:07:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.449685 1440 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:57 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742477, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.455258 1440 init.cc:377] Logged in from keytab as kudu/127.1.96.254@KRBTEST.COM (short username kudu)
03:07:57.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.459846 1440 webserver.cc:492] Webserver started at http://127.1.96.254:33549/ using document root <none> and password file <none>
03:07:57.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.460749 1440 fs_manager.cc:362] Metadata directory not provided
03:07:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.460996 1440 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.461470 1440 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:07:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.465552 1440 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data/instance:
03:07:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be2230ae4d124d249b917ae0e9deb731"
03:07:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:57 on dist-test-slave-dsh5"
03:07:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.466636 1440 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal/instance:
03:07:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be2230ae4d124d249b917ae0e9deb731"
03:07:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:57 on dist-test-slave-dsh5"
03:07:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.473812 1440 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
03:07:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.479030 1457 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:07:57.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.480043 1440 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
03:07:57.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.480404 1440 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be2230ae4d124d249b917ae0e9deb731"
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:57 on dist-test-slave-dsh5"
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.480778 1440 fs_report.cc:389] FS layout report
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data/data
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:57.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.537129 1440 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:07:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.546938 1440 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.547453 1440 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.622079 1440 rpc_server.cc:307] RPC server started. Bound to: 127.1.96.254:34717
03:07:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.622187 1508 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.96.254:34717 every 8 connection(s)
03:07:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.624737 1440 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data/info.pb
03:07:57.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.631439 1509 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.631675 1411 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 1440
03:07:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.632225 1411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal/instance
03:07:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.645661 1509 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } has no permanent_uuid. Determining permanent_uuid...
03:07:57.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.96.253@KRBTEST.COM; defaulting to no policy
03:07:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.96.253@KRBTEST.COM" created.
03:07:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:57 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742477, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.254@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:07:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.683727 1509 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } has no permanent_uuid. Determining permanent_uuid...
03:07:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.686103 1459 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.96.253:40991: connect: Connection refused (error 111)
03:07:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.690137 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.253:40991: Network error: Client connection negotiation failed: client connection to 127.1.96.253:40991: connect: Connection refused (error 111)
03:07:57.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.96.253@KRBTEST.COM; defaulting to no policy
03:07:57.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:57.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.96.253@KRBTEST.COM" created.
03:07:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.717684 1411 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/logs
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data/info.pb
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.253:40991
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.253
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.253
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:07:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:07:57.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.739696 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } attempt: 1
03:07:57.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.743552 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.253:40991: Network error: Client connection negotiation failed: client connection to 127.1.96.253:40991: connect: Connection refused (error 111)
03:07:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.811914 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } attempt: 2
03:07:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.816445 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.253:40991: Network error: Client connection negotiation failed: client connection to 127.1.96.253:40991: connect: Connection refused (error 111)
03:07:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:57.907893 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } attempt: 3
03:07:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:57.911967 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.253:40991: Network error: Client connection negotiation failed: client connection to 127.1.96.253:40991: connect: Connection refused (error 111)
03:07:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.028170 1518 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:07:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.028836 1518 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:07:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.029563 1518 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:07:58.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:58.055372 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } attempt: 4
03:07:58.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.059346 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.253:40991: Network error: Client connection negotiation failed: client connection to 127.1.96.253:40991: connect: Connection refused (error 111)
03:07:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.062917 1518 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:07:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.063225 1518 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:07:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.063800 1518 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:07:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.064181 1518 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:07:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.064515 1518 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:07:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.064832 1518 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:07:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.065099 1518 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33667/jwks.json
03:07:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:58.103188 1518 master_runner.cc:386] Master server non-default flags:
03:07:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:07:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:58.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.253
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.253:40991
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data/info.pb
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.253
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/logs
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:07:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:58.104892 1518 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:07:58.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:58.106031 1518 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:07:58.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.117329 1525 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:58.358747 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } attempt: 5
03:07:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.367331 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.253:40991: Network error: Client connection negotiation failed: client connection to 127.1.96.253:40991: connect: Connection refused (error 111)
03:07:58.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:58.914930 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } attempt: 6
03:07:58.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.925343 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.253:40991: Network error: Client connection negotiation failed: client connection to 127.1.96.253:40991: connect: Connection refused (error 111)
03:07:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:58.118157 1526 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:59.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:59.421743 1528 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:07:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:59.424346 1527 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1301 milliseconds
03:07:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.424444 1518 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:07:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.425778 1518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:07:59.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.428264 1518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:07:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.429634 1518 hybrid_clock.cc:648] HybridClock initialized: now 1769742479429606 us; error 40 us; skew 500 ppm
03:07:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.430408 1518 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:07:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:59 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742479, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:07:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.436151 1518 init.cc:377] Logged in from keytab as kudu/127.1.96.253@KRBTEST.COM (short username kudu)
03:07:59.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.441521 1518 webserver.cc:492] Webserver started at http://127.1.96.253:38305/ using document root <none> and password file <none>
03:07:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.442415 1518 fs_manager.cc:362] Metadata directory not provided
03:07:59.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.442679 1518 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:07:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.443218 1518 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:07:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.447683 1518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data/instance:
03:07:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59139332ae4b4f2097763f745bbd3eb1"
03:07:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:59 on dist-test-slave-dsh5"
03:07:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.448791 1518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal/instance:
03:07:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59139332ae4b4f2097763f745bbd3eb1"
03:07:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:59 on dist-test-slave-dsh5"
03:07:59.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.457029 1518 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
03:07:59.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.462380 1540 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:07:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.463441 1518 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.463718 1518 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59139332ae4b4f2097763f745bbd3eb1"
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:59 on dist-test-slave-dsh5"
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.464077 1518 fs_report.cc:389] FS layout report
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data/data
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:07:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:07:59.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.524422 1518 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:07:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.530365 1518 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:07:59.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.530874 1518 kserver.cc:163] Server-wide thread pool size limit: 3276
03:07:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.605885 1518 rpc_server.cc:307] RPC server started. Bound to: 127.1.96.253:40991
03:07:59.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.605947 1591 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.96.253:40991 every 8 connection(s)
03:07:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.608832 1518 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data/info.pb
03:07:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.615103 1592 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:07:59.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.617581 1411 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 1518
03:07:59.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.618006 1411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal/instance
03:07:59.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.629508 1592 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } has no permanent_uuid. Determining permanent_uuid...
03:07:59.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.96.252@KRBTEST.COM; defaulting to no policy
03:07:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.96.252@KRBTEST.COM" created.
03:07:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:59 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742479, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.253@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:07:59.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:59.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:59.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.668622 1592 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } has no permanent_uuid. Determining permanent_uuid...
03:07:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.96.252@KRBTEST.COM; defaulting to no policy
03:07:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.96.252@KRBTEST.COM" created.
03:07:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:59 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742479, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.253@KRBTEST.COM for kudu/127.1.96.253@KRBTEST.COM
03:07:59.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.695940 1592 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } has no permanent_uuid. Determining permanent_uuid...
03:07:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:59.698444 1542 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:07:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:07:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.701597 1411 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/logs
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data/info.pb
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.252:43917
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.252
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.252
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:07:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:07:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:59.704424 1592 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:07:59.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.753935 1592 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 1
03:07:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:59.758131 1592 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:07:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.826524 1592 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 2
03:07:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:59.830739 1592 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:07:59.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.922143 1592 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 3
03:07:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:07:59.926219 1592 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:07:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:07:59.986001 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } attempt: 7
03:07:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:07:59 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742477, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.254@KRBTEST.COM for kudu/127.1.96.253@KRBTEST.COM
03:08:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.007896 1509 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } has no permanent_uuid. Determining permanent_uuid...
03:08:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.012864 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:00.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.014472 1602 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:00.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.015039 1602 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:00.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.015650 1602 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.047631 1602 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:08:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.047972 1602 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:08:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.048264 1602 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.048461 1602 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:08:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.048655 1602 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:08:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.048846 1602 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:08:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.048998 1602 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33667/jwks.json
03:08:00.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.069648 1592 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 4
03:08:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.071277 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 1
03:08:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.073946 1592 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:00.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.076020 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.089128 1602 master_runner.cc:386] Master server non-default flags:
03:08:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.252
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.252:43917
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data/info.pb
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.252
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/logs
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.090493 1602 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:00.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.091631 1602 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:08:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.102209 1610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:00.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.157459 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 2
03:08:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.163457 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.249089 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 3
03:08:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.254786 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.373368 1592 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 5
03:08:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.378414 1592 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.395205 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 4
03:08:00.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.401091 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.684646 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 5
03:08:00.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.689591 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:00.925786 1592 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 6
03:08:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.932704 1592 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.241982 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 6
03:08:01.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:01.249323 1509 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.96.252:43917: Network error: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.104017 1611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:00.107649 1613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:01.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:01.384827 1612 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:08:01.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.384892 1602 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:08:01.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.388732 1602 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:01.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.391858 1602 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.393288 1602 hybrid_clock.cc:648] HybridClock initialized: now 1769742481393246 us; error 63 us; skew 500 ppm
03:08:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.394088 1602 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:01 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742481, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.400166 1602 init.cc:377] Logged in from keytab as kudu/127.1.96.252@KRBTEST.COM (short username kudu)
03:08:01.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.405642 1602 webserver.cc:492] Webserver started at http://127.1.96.252:39863/ using document root <none> and password file <none>
03:08:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.406610 1602 fs_manager.cc:362] Metadata directory not provided
03:08:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.406854 1602 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.407374 1602 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:08:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.411648 1602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data/instance:
03:08:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c725c56104f64335b92b0532d9c90085"
03:08:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:01 on dist-test-slave-dsh5"
03:08:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.412881 1602 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal/instance:
03:08:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c725c56104f64335b92b0532d9c90085"
03:08:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:01 on dist-test-slave-dsh5"
03:08:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.420900 1602 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
03:08:01.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.426357 1627 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.427367 1602 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.427739 1602 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c725c56104f64335b92b0532d9c90085"
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:01 on dist-test-slave-dsh5"
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.428157 1602 fs_report.cc:389] FS layout report
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data/data
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:01.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.482324 1602 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:08:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.487739 1602 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:01.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.488332 1602 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.564822 1602 rpc_server.cc:307] RPC server started. Bound to: 127.1.96.252:43917
03:08:01.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.564913 1678 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.96.252:43917 every 8 connection(s)
03:08:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.567350 1602 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data/info.pb
03:08:01.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.573680 1679 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:08:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.577370 1411 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 1602
03:08:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.577879 1411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal/instance
03:08:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.593158 1679 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } has no permanent_uuid. Determining permanent_uuid...
03:08:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:01 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742475, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:08:01.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:01 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742481, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.252@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:08:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:01 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742475, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.96.253@KRBTEST.COM
03:08:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.651183 1679 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } has no permanent_uuid. Determining permanent_uuid...
03:08:01.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:01 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742481, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.252@KRBTEST.COM for kudu/127.1.96.253@KRBTEST.COM
03:08:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:01 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742475, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.96.252@KRBTEST.COM
03:08:01.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.674247 1679 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } has no permanent_uuid. Determining permanent_uuid...
03:08:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:01 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742481, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.252@KRBTEST.COM for kudu/127.1.96.252@KRBTEST.COM
03:08:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.704246 1679 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Bootstrap starting.
03:08:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.710130 1679 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Neither blocks nor log segments found. Creating new log.
03:08:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.712423 1679 log.cc:826] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Log is configured to *not* fsync() on all Append() calls
03:08:01.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.716904 1679 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: No bootstrap required, opened a new log
03:08:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.736606 1679 raft_consensus.cc:359] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.737278 1679 raft_consensus.cc:385] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:08:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.737600 1679 raft_consensus.cc:740] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c725c56104f64335b92b0532d9c90085, State: Initialized, Role: FOLLOWER
03:08:01.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.738574 1679 consensus_queue.cc:260] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:01.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.740981 1690 sys_catalog.cc:455] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.741595 1690 sys_catalog.cc:458] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: This master's current role is: FOLLOWER
03:08:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.742717 1679 sys_catalog.cc:565] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: configured and running, proceeding with master startup.
03:08:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:01.744079 1633 tablet.cc:2378] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:08:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:01.769160 1701 catalog_manager.cc:1568] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:08:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:01.769498 1701 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:08:01.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.764074 1602 master_runner.cc:186] Error getting master registration for 127.1.96.254:34717: OK, instance_id { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" instance_seqno: 1769742477601798 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:08:01.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.787561 1602 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:08:01.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.891099 1690 raft_consensus.cc:493] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:08:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.891506 1690 raft_consensus.cc:515] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:01.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.893937 1690 leader_election.cc:290] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers be2230ae4d124d249b917ae0e9deb731 (127.1.96.254:34717), 59139332ae4b4f2097763f745bbd3eb1 (127.1.96.253:40991)
03:08:01.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:01.993074 1592 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 7
03:08:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:02 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742479, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.253@KRBTEST.COM for kudu/127.1.96.252@KRBTEST.COM
03:08:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.029605 1592 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: Bootstrap starting.
03:08:02.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.039785 1592 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: Neither blocks nor log segments found. Creating new log.
03:08:02.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.042093 1592 log.cc:826] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: Log is configured to *not* fsync() on all Append() calls
03:08:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.047290 1592 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: No bootstrap required, opened a new log
03:08:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.077184 1592 raft_consensus.cc:359] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.078066 1592 raft_consensus.cc:385] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:08:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.078366 1592 raft_consensus.cc:740] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 59139332ae4b4f2097763f745bbd3eb1, State: Initialized, Role: FOLLOWER
03:08:02.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.079444 1592 consensus_queue.cc:260] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.082736 1706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.083518 1706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: This master's current role is: FOLLOWER
03:08:02.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.084697 1592 sys_catalog.cc:565] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: configured and running, proceeding with master startup.
03:08:02.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.085518 1567 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c725c56104f64335b92b0532d9c90085" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "59139332ae4b4f2097763f745bbd3eb1" is_pre_election: true
03:08:02.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.086359 1567 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c725c56104f64335b92b0532d9c90085 in term 0.
03:08:02.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.087711 1629 leader_election.cc:304] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 59139332ae4b4f2097763f745bbd3eb1, c725c56104f64335b92b0532d9c90085; no voters:
03:08:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.088791 1690 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:08:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.089143 1690 raft_consensus.cc:493] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:08:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.089453 1690 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 0 FOLLOWER]: Advancing to term 1
03:08:02.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.096257 1690 raft_consensus.cc:515] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.098901 1690 leader_election.cc:290] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 1 election: Requested vote from peers be2230ae4d124d249b917ae0e9deb731 (127.1.96.254:34717), 59139332ae4b4f2097763f745bbd3eb1 (127.1.96.253:40991)
03:08:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.107438 1567 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c725c56104f64335b92b0532d9c90085" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "59139332ae4b4f2097763f745bbd3eb1"
03:08:02.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.108283 1567 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 0 FOLLOWER]: Advancing to term 1
03:08:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.117810 1567 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c725c56104f64335b92b0532d9c90085 in term 1.
03:08:02.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.122256 1629 leader_election.cc:304] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 59139332ae4b4f2097763f745bbd3eb1, c725c56104f64335b92b0532d9c90085; no voters:
03:08:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.123302 1690 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Leader election won for term 1
03:08:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:02.118281 1115 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9460 after lost signal to thread 986
03:08:02.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:02.119391 1115 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9c60 after lost signal to thread 1118
03:08:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.136376 1690 raft_consensus.cc:697] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 LEADER]: Becoming Leader. State: Replica: c725c56104f64335b92b0532d9c90085, State: Running, Role: LEADER
03:08:02.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.138787 1690 consensus_queue.cc:237] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.152946 1712 sys_catalog.cc:455] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c725c56104f64335b92b0532d9c90085. Latest consensus state: current_term: 1 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.153853 1712 sys_catalog.cc:458] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: This master's current role is: LEADER
03:08:02.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.156934 1717 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:08:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.189613 1717 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:08:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.202718 1720 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:08:02.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.224721 1567 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 1 FOLLOWER]: Refusing update from remote peer c725c56104f64335b92b0532d9c90085: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:08:02.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.228708 1690 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [LEADER]: Connected to new peer: Peer: permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:08:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.207563 1518 master_runner.cc:186] Error getting master registration for 127.1.96.254:34717: OK, instance_id { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" instance_seqno: 1769742477601798 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:08:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.257768 1518 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:08:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.274181 1721 mvcc.cc:204] Tried to move back new op lower bound from 7248865207149051904 to 7248865206865932288. Current Snapshot: MvccSnapshot[applied={T|T < 7248865207149051904}]
03:08:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.275104 1712 sys_catalog.cc:455] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.275882 1712 sys_catalog.cc:458] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: This master's current role is: LEADER
03:08:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.278090 1717 catalog_manager.cc:1357] Generated new cluster ID: 002043b9b10941bf99a80afefdc7efde
03:08:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.278368 1717 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:08:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.282721 1509 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } attempt: 7
03:08:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:02.288422 1546 tablet.cc:2378] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:08:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.289419 1727 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.290236 1727 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: This master's current role is: FOLLOWER
03:08:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.292450 1706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c725c56104f64335b92b0532d9c90085. Latest consensus state: current_term: 1 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.293135 1706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: This master's current role is: FOLLOWER
03:08:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.326606 1717 catalog_manager.cc:1380] Generated new certificate authority record
03:08:02.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.330348 1717 catalog_manager.cc:1514] Loading token signing keys...
03:08:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:02 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742477, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.254@KRBTEST.COM for kudu/127.1.96.252@KRBTEST.COM
03:08:02.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.343241 1722 mvcc.cc:204] Tried to move back new op lower bound from 7248865207149051904 to 7248865206865932288. Current Snapshot: MvccSnapshot[applied={T|T < 7248865207149051904}]
03:08:02.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.372695 1509 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: Bootstrap starting.
03:08:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.390955 1509 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: Neither blocks nor log segments found. Creating new log.
03:08:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.393481 1509 log.cc:826] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: Log is configured to *not* fsync() on all Append() calls
03:08:02.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.407100 1717 catalog_manager.cc:6027] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Generated new TSK 0
03:08:02.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.408227 1717 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:08:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.416070 1509 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: No bootstrap required, opened a new log
03:08:02.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.455631 1509 raft_consensus.cc:359] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:02.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.457346 1509 raft_consensus.cc:385] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:08:02.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.457809 1509 raft_consensus.cc:740] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be2230ae4d124d249b917ae0e9deb731, State: Initialized, Role: FOLLOWER
03:08:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.458801 1509 consensus_queue.cc:260] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.474383 1732 sys_catalog.cc:455] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.476521 1509 sys_catalog.cc:565] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: configured and running, proceeding with master startup.
03:08:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.476743 1483 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c725c56104f64335b92b0532d9c90085" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be2230ae4d124d249b917ae0e9deb731"
03:08:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.477548 1483 raft_consensus.cc:3060] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [term 0 FOLLOWER]: Advancing to term 1
03:08:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.481490 1484 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c725c56104f64335b92b0532d9c90085" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be2230ae4d124d249b917ae0e9deb731" is_pre_election: true
03:08:02.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.483948 1732 sys_catalog.cc:458] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: This master's current role is: FOLLOWER
03:08:02.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.489552 1483 raft_consensus.cc:2468] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c725c56104f64335b92b0532d9c90085 in term 1.
03:08:02.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.495395 1482 raft_consensus.cc:1275] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [term 1 FOLLOWER]: Refusing update from remote peer c725c56104f64335b92b0532d9c90085: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:08:02.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.509744 1712 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:08:02.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.96.193@KRBTEST.COM; defaulting to no policy
03:08:02.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:02.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.96.193@KRBTEST.COM" created.
03:08:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.612948 1732 sys_catalog.cc:455] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c725c56104f64335b92b0532d9c90085. Latest consensus state: current_term: 1 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.613637 1732 sys_catalog.cc:458] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: This master's current role is: FOLLOWER
03:08:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.614549 1741 sys_catalog.cc:455] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:02.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.615291 1741 sys_catalog.cc:458] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: This master's current role is: FOLLOWER
03:08:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:02.657989 1411 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.1.96.193: real 0.197s user 0.003s sys 0.011s
03:08:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.690969 1750 catalog_manager.cc:1269] Loaded cluster ID: 002043b9b10941bf99a80afefdc7efde
03:08:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.699944 1750 catalog_manager.cc:1562] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: loading cluster ID for follower catalog manager: success
03:08:02.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.96.193@KRBTEST.COM; defaulting to no policy
03:08:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.96.193@KRBTEST.COM" created.
03:08:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.721136 1750 catalog_manager.cc:1584] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: acquiring CA information for follower catalog manager: success
03:08:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.748301 1750 catalog_manager.cc:1612] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:08:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:02.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:02.806356 1411 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.1.96.193: real 0.148s user 0.000s sys 0.012s
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:02.808691 1411 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/wal
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/data
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/logs
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/data/info.pb
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:02.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.193:0
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.96.193
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.193
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.193
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:08:02.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:02.934180 866 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.170.190:36303, user_credentials={real_user=slave}} blocked reactor thread for 46294.8us
03:08:03.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:03.144587 1712 sys_catalog.cc:455] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:03.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:03.145579 1712 sys_catalog.cc:458] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: This master's current role is: LEADER
03:08:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:03.228677 1720 catalog_manager.cc:1269] Loaded cluster ID: 002043b9b10941bf99a80afefdc7efde
03:08:03.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:03.228962 1720 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: loading cluster ID for follower catalog manager: success
03:08:03.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:03.244488 1720 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: acquiring CA information for follower catalog manager: success
03:08:03.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:03.273574 1720 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:08:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:03.515946 1754 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:03.516628 1754 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:03.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:03.517959 1754 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:03.606473 1754 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:03.612027 1754 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.96.193
03:08:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:03.727314 1754 tablet_server_runner.cc:78] Tablet server non-default flags:
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/data
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/wal
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.193
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.193:0
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/data/info.pb
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.193
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.96.193
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/logs
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:08:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:08:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:08:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:08:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:08:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:03.729159 1754 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:03.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:03.730680 1754 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:08:03.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:03.762650 1765 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:06.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:03.767860 1766 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:05.155162 1764 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 1754
03:08:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:06.572606 1754 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.807s user 0.623s sys 0.917s
03:08:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:06.574620 1754 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.809s user 0.623s sys 0.917s
03:08:06.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.588644 1754 server_base.cc:1060] running on GCE node
03:08:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:06.590240 1772 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:06.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.591853 1754 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.599030 1754 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.602761 1754 hybrid_clock.cc:648] HybridClock initialized: now 1769742486602677 us; error 86 us; skew 500 ppm
03:08:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.604223 1754 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:06.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:06 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742486, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:06.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.612474 1754 init.cc:377] Logged in from keytab as kudu/127.1.96.193@KRBTEST.COM (short username kudu)
03:08:06.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.653187 1754 webserver.cc:492] Webserver started at http://127.1.96.193:36987/ using document root <none> and password file <none>
03:08:06.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.654552 1754 fs_manager.cc:362] Metadata directory not provided
03:08:06.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.654841 1754 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:06.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.655407 1754 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:08:06.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.661832 1754 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/data/instance:
03:08:06.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da0c2824082341ac866a3349c246e85b"
03:08:06.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:06 on dist-test-slave-dsh5"
03:08:06.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.663514 1754 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/wal/instance:
03:08:06.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da0c2824082341ac866a3349c246e85b"
03:08:06.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:06 on dist-test-slave-dsh5"
03:08:06.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.682463 1754 fs_manager.cc:696] Time spent creating directory manager: real 0.018s user 0.010s sys 0.006s
03:08:06.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.690061 1778 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.691670 1754 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
03:08:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.692112 1754 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/wal
03:08:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da0c2824082341ac866a3349c246e85b"
03:08:06.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:06 on dist-test-slave-dsh5"
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.692533 1754 fs_report.cc:389] FS layout report
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/wal
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/wal
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/data/data
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:06.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:06.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.767554 1754 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:08:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.778635 1754 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.779184 1754 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.782531 1754 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:08:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.788102 1754 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:08:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.788388 1754 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:08:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.788683 1754 ts_tablet_manager.cc:616] Registered 0 tablets
03:08:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.788890 1754 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:08:06.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.954993 1754 rpc_server.cc:307] RPC server started. Bound to: 127.1.96.193:39065
03:08:06.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.955121 1890 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.96.193:39065 every 8 connection(s)
03:08:06.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.957861 1754 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/data/info.pb
03:08:06.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.966403 1411 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 1754
03:08:06.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:06.967232 1411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-0/wal/instance
03:08:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:07 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742486, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.193@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:08:07.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:07 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742486, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.193@KRBTEST.COM for kudu/127.1.96.252@KRBTEST.COM
03:08:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:07 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742486, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.193@KRBTEST.COM for kudu/127.1.96.253@KRBTEST.COM
03:08:07.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.96.194@KRBTEST.COM; defaulting to no policy
03:08:07.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.038749 1893 heartbeater.cc:344] Connected to a master server at 127.1.96.254:34717
03:08:07.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.039283 1893 heartbeater.cc:461] Registering TS with master...
03:08:07.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.040647 1893 heartbeater.cc:507] Master 127.1.96.254:34717 requested a full tablet report, sending...
03:08:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.044106 1474 ts_manager.cc:194] Registered new tserver with Master: da0c2824082341ac866a3349c246e85b (127.1.96.193:39065)
03:08:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:07.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.96.194@KRBTEST.COM" created.
03:08:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.048142 1892 heartbeater.cc:344] Connected to a master server at 127.1.96.253:40991
03:08:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.048553 1892 heartbeater.cc:461] Registering TS with master...
03:08:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.049444 1891 heartbeater.cc:344] Connected to a master server at 127.1.96.252:43917
03:08:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.049593 1892 heartbeater.cc:507] Master 127.1.96.253:40991 requested a full tablet report, sending...
03:08:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.049829 1891 heartbeater.cc:461] Registering TS with master...
03:08:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.050820 1891 heartbeater.cc:507] Master 127.1.96.252:43917 requested a full tablet report, sending...
03:08:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.053109 1557 ts_manager.cc:194] Registered new tserver with Master: da0c2824082341ac866a3349c246e85b (127.1.96.193:39065)
03:08:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.054464 1644 ts_manager.cc:194] Registered new tserver with Master: da0c2824082341ac866a3349c246e85b (127.1.96.193:39065)
03:08:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.057161 1644 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.1.96.193@KRBTEST.COM'} at 127.1.96.193:39395
03:08:07.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:07.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:07.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.96.194@KRBTEST.COM; defaulting to no policy
03:08:07.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:07.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.96.194@KRBTEST.COM" created.
03:08:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.116770 1411 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/wal
03:08:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/data
03:08:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/logs
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/data/info.pb
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.194:0
03:08:07.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.96.194
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.194
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.194
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:08:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:07.451082 1905 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:07.451669 1905 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:07.452498 1905 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:07.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:07 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742487, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.459342 1453 init.cc:295] Successfully reacquired a new kerberos TGT
03:08:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:07.485527 1905 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:07.487049 1905 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.96.194
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.532977 1905 tablet_server_runner.cc:78] Tablet server non-default flags:
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/data
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/wal
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.194
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.194:0
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/data/info.pb
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.194
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.96.194
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/logs
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:07.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.534197 1905 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:07.535130 1905 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:08:07.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:07.548781 1911 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:08.061234 1891 heartbeater.cc:499] Master 127.1.96.252:43917 was elected leader, sending a full tablet report...
03:08:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:08.954741 1910 debug-util.cc:398] Leaking SignalData structure 0x7b08000282a0 after lost signal to thread 1905
03:08:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.229175 1910 kernel_stack_watchdog.cc:198] Thread 1905 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
03:08:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:08:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:08:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:08:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:08:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:07.549432 1912 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:09.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.229809 1905 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.681s user 0.499s sys 1.002s
03:08:09.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.230221 1905 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.681s user 0.499s sys 1.002s
03:08:09.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.232205 1914 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:09.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.236223 1913 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1680 milliseconds
03:08:09.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.236315 1905 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:08:09.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.237738 1905 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.239956 1905 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:09.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.241354 1905 hybrid_clock.cc:648] HybridClock initialized: now 1769742489241317 us; error 40 us; skew 500 ppm
03:08:09.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.242180 1905 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:09 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742489, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.248298 1905 init.cc:377] Logged in from keytab as kudu/127.1.96.194@KRBTEST.COM (short username kudu)
03:08:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.254046 1905 webserver.cc:492] Webserver started at http://127.1.96.194:34433/ using document root <none> and password file <none>
03:08:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.254990 1905 fs_manager.cc:362] Metadata directory not provided
03:08:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.255236 1905 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.255743 1905 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:08:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.261090 1905 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/data/instance:
03:08:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a95da1d34ffe47bb9e6f38d42d3bd0d8"
03:08:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:09 on dist-test-slave-dsh5"
03:08:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.262293 1905 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/wal/instance:
03:08:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a95da1d34ffe47bb9e6f38d42d3bd0d8"
03:08:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:09 on dist-test-slave-dsh5"
03:08:09.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.269884 1905 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
03:08:09.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.275235 1928 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.276404 1905 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.276679 1905 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/wal
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a95da1d34ffe47bb9e6f38d42d3bd0d8"
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:09 on dist-test-slave-dsh5"
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.276961 1905 fs_report.cc:389] FS layout report
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/wal
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/wal
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/data/data
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.330953 1905 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:08:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.336905 1905 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.337407 1905 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.340036 1905 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:08:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.344959 1905 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:08:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.345165 1905 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:08:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.345367 1905 ts_tablet_manager.cc:616] Registered 0 tablets
03:08:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.345499 1905 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:08:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:09 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742489, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.441058 1536 init.cc:295] Successfully reacquired a new kerberos TGT
03:08:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.499531 1905 rpc_server.cc:307] RPC server started. Bound to: 127.1.96.194:37159
03:08:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.499676 2040 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.96.194:37159 every 8 connection(s)
03:08:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.502521 1905 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/data/info.pb
03:08:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.506613 1411 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 1905
03:08:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.507097 1411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-1/wal/instance
03:08:09.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.542425 1115 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8240 after lost signal to thread 986
03:08:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.543637 1115 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad460 after lost signal to thread 1118
03:08:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.96.195@KRBTEST.COM; defaulting to no policy
03:08:09.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:09.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.96.195@KRBTEST.COM" created.
03:08:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:09 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742489, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.194@KRBTEST.COM for kudu/127.1.96.252@KRBTEST.COM
03:08:09.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.612175 2041 heartbeater.cc:344] Connected to a master server at 127.1.96.252:43917
03:08:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.612849 2041 heartbeater.cc:461] Registering TS with master...
03:08:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:09 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742489, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.194@KRBTEST.COM for kudu/127.1.96.253@KRBTEST.COM
03:08:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.617796 2041 heartbeater.cc:507] Master 127.1.96.252:43917 requested a full tablet report, sending...
03:08:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.621104 1644 ts_manager.cc:194] Registered new tserver with Master: a95da1d34ffe47bb9e6f38d42d3bd0d8 (127.1.96.194:37159)
03:08:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.622819 1644 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.1.96.194@KRBTEST.COM'} at 127.1.96.194:51305
03:08:09.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:09.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:09.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.96.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.630093 1411 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.1.96.195: real 0.105s user 0.002s sys 0.015s
03:08:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:09 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742489, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.194@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:08:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.655189 2042 heartbeater.cc:344] Connected to a master server at 127.1.96.253:40991
03:08:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.655609 2042 heartbeater.cc:461] Registering TS with master...
03:08:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.656399 2042 heartbeater.cc:507] Master 127.1.96.253:40991 requested a full tablet report, sending...
03:08:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.656877 2049 heartbeater.cc:344] Connected to a master server at 127.1.96.254:34717
03:08:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.657213 2049 heartbeater.cc:461] Registering TS with master...
03:08:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.657863 2049 heartbeater.cc:507] Master 127.1.96.254:34717 requested a full tablet report, sending...
03:08:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.659071 1557 ts_manager.cc:194] Registered new tserver with Master: a95da1d34ffe47bb9e6f38d42d3bd0d8 (127.1.96.194:37159)
03:08:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.661422 1474 ts_manager.cc:194] Registered new tserver with Master: a95da1d34ffe47bb9e6f38d42d3bd0d8 (127.1.96.194:37159)
03:08:09.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.1.96.195@KRBTEST.COM; defaulting to no policy
03:08:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.1.96.195@KRBTEST.COM" created.
03:08:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:08:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.1.96.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab.
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:09.701681 1411 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/wal
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/data
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/logs
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/data/info.pb
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.195:0
03:08:09.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.96.195
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.195
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.195
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:09.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:08:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.865119 1887 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb620 after lost signal to thread 1760
03:08:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:09.866348 1887 debug-util.cc:398] Leaking SignalData structure 0x7b08000bba00 after lost signal to thread 1890
03:08:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:10.041409 2058 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:10.042044 2058 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:10.042795 2058 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:10.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:10.079277 2058 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:10.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:10.080513 2058 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.96.195
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:10.121639 2058 tablet_server_runner.cc:78] Tablet server non-default flags:
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/data
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/wal
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.195
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.195:0
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/data/info.pb
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.195
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.96.195
03:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/logs
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:10.123270 2058 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:10.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:10.124426 2058 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:08:10.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:10.138108 2065 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:10.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:10.626700 2041 heartbeater.cc:499] Master 127.1.96.252:43917 was elected leader, sending a full tablet report...
03:08:11.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:11 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742491, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:11.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.406373 1623 init.cc:295] Successfully reacquired a new kerberos TGT
03:08:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:10.142589 2068 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:10.140014 2066 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:11.761545 2067 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1617 milliseconds
03:08:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.761659 2058 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:08:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.762957 2058 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.765861 2058 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.767385 2058 hybrid_clock.cc:648] HybridClock initialized: now 1769742491767294 us; error 99 us; skew 500 ppm
03:08:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.768613 2058 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:11 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742491, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:11.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.775152 2058 init.cc:377] Logged in from keytab as kudu/127.1.96.195@KRBTEST.COM (short username kudu)
03:08:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.781384 2058 webserver.cc:492] Webserver started at http://127.1.96.195:40143/ using document root <none> and password file <none>
03:08:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.782429 2058 fs_manager.cc:362] Metadata directory not provided
03:08:11.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.782680 2058 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.783205 2058 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
03:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.787976 2058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/data/instance:
03:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4b3585de3fa4af69258e3858e498ba2"
03:08:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:11 on dist-test-slave-dsh5"
03:08:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.789228 2058 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/wal/instance:
03:08:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4b3585de3fa4af69258e3858e498ba2"
03:08:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:11 on dist-test-slave-dsh5"
03:08:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.798513 2058 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
03:08:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.806030 2078 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.807337 2058 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
03:08:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.807703 2058 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/wal
03:08:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4b3585de3fa4af69258e3858e498ba2"
03:08:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:11 on dist-test-slave-dsh5"
03:08:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.808171 2058 fs_report.cc:389] FS layout report
03:08:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/wal
03:08:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/wal
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/data/data
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.875907 2058 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:08:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.885869 2058 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.886451 2058 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.891657 2058 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
03:08:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.897166 2058 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:08:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.897403 2058 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.897785 2058 ts_tablet_manager.cc:616] Registered 0 tablets
03:08:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:11.898030 2058 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:08:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.171743 2058 rpc_server.cc:307] RPC server started. Bound to: 127.1.96.195:39535
03:08:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.171808 2191 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.96.195:39535 every 8 connection(s)
03:08:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.174671 2058 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/data/info.pb
03:08:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.178220 1411 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 2058
03:08:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.178844 1411 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/ts-2/wal/instance
03:08:12.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:12 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742491, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.195@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:08:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:12 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742491, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.195@KRBTEST.COM for kudu/127.1.96.252@KRBTEST.COM
03:08:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:12 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742491, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.195@KRBTEST.COM for kudu/127.1.96.253@KRBTEST.COM
03:08:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.286769 2196 heartbeater.cc:344] Connected to a master server at 127.1.96.254:34717
03:08:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.287278 2196 heartbeater.cc:461] Registering TS with master...
03:08:12.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.288755 2196 heartbeater.cc:507] Master 127.1.96.254:34717 requested a full tablet report, sending...
03:08:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.292003 1474 ts_manager.cc:194] Registered new tserver with Master: f4b3585de3fa4af69258e3858e498ba2 (127.1.96.195:39535)
03:08:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.298218 2192 heartbeater.cc:344] Connected to a master server at 127.1.96.252:43917
03:08:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.298594 2192 heartbeater.cc:461] Registering TS with master...
03:08:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.299600 2192 heartbeater.cc:507] Master 127.1.96.252:43917 requested a full tablet report, sending...
03:08:12.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.301992 1644 ts_manager.cc:194] Registered new tserver with Master: f4b3585de3fa4af69258e3858e498ba2 (127.1.96.195:39535)
03:08:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.304450 2193 heartbeater.cc:344] Connected to a master server at 127.1.96.253:40991
03:08:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.304808 2193 heartbeater.cc:461] Registering TS with master...
03:08:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.304639 1644 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.1.96.195@KRBTEST.COM'} at 127.1.96.195:47159
03:08:12.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.305723 2193 heartbeater.cc:507] Master 127.1.96.253:40991 requested a full tablet report, sending...
03:08:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.308928 1557 ts_manager.cc:194] Registered new tserver with Master: f4b3585de3fa4af69258e3858e498ba2 (127.1.96.195:39535)
03:08:12.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.320267 1411 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
03:08:12.332 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:12.334 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:08:12.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:08:12.349 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:08:12.353 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.96.254"
port: 34717
}
bound_http_address {
host: "127.1.96.254"
port: 33549
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.96.253"
port: 40991
}
bound_http_address {
host: "127.1.96.253"
port: 38305
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.96.252"
port: 43917
}
bound_http_address {
host: "127.1.96.252"
port: 39863
}
}
}
03:08:12.353 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:08:12.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.1.96.193"
port: 39065
}
bound_http_address {
host: "127.1.96.193"
port: 36987
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.1.96.194"
port: 37159
}
bound_http_address {
host: "127.1.96.194"
port: 34433
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.1.96.195"
port: 39535
}
bound_http_address {
host: "127.1.96.195"
port: 40143
}
}
}
03:08:12.355 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:08:12.357 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:08:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:12 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742492, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:08:12.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:12.404 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc
03:08:12.412 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:08:12.414 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc
03:08:12.415 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:08:12.419 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:08:12.422 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:08:12.422 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:08:12.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:12 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742492, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:08:12.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:12.469 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc
03:08:12.470 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:08:12.471 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.96.252:43917
03:08:12.472 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:08:12.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.473223 1411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 1602
03:08:12.514 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:12.515 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.96.253:40991
03:08:12.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:08:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.515532 1411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 1518
03:08:12.554 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:12.554 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.96.254:34717
03:08:12.554 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:08:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.555119 1411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 1440
03:08:12.585 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:12.585 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.96.252:43917
03:08:12.589 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:08:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:12.591470 1411 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/logs
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data/info.pb
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.252:43917
03:08:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.252
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39863
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.252
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:08:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:08:12.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.640949 2041 heartbeater.cc:646] Failed to heartbeat to 127.1.96.252:43917 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.1.96.252:43917: connect: Connection refused (error 111)
03:08:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.941709 2206 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:12.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.942390 2206 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:12.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.943267 2206 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.980732 2206 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:08:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.981017 2206 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:08:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.981487 2206 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.981832 2206 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:08:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.982160 2206 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:08:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.982473 2206 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:08:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:12.982718 2206 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33667/jwks.json
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:13.022714 2206 master_runner.cc:386] Master server non-default flags:
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.252
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.252:43917
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data/info.pb
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.252
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39863
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/logs
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:13.024405 2206 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:13.025514 2206 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:08:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:13.037087 2215 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:13.078083 1893 heartbeater.cc:646] Failed to heartbeat to 127.1.96.254:34717 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111)
03:08:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:13.299764 2196 heartbeater.cc:646] Failed to heartbeat to 127.1.96.254:34717 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111)
03:08:13.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:13.310618 2192 heartbeater.cc:499] Master 127.1.96.252:43917 was elected leader, sending a full tablet report...
03:08:14.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:13.038467 2216 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:14.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:14.474246 2218 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:14.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:14.476336 2217 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1433 milliseconds
03:08:14.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.476433 2206 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:08:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.477823 2206 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.480896 2206 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.482415 2206 hybrid_clock.cc:648] HybridClock initialized: now 1769742494482364 us; error 46 us; skew 500 ppm
03:08:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.483209 2206 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:14 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742494, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:14.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.489864 2206 init.cc:377] Logged in from keytab as kudu/127.1.96.252@KRBTEST.COM (short username kudu)
03:08:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.495533 2206 webserver.cc:492] Webserver started at http://127.1.96.252:39863/ using document root <none> and password file <none>
03:08:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.496704 2206 fs_manager.cc:362] Metadata directory not provided
03:08:14.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.496989 2206 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.507364 2206 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
03:08:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.513370 2235 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.514637 2206 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
03:08:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.515020 2206 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:08:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c725c56104f64335b92b0532d9c90085"
03:08:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:08:01 on dist-test-slave-dsh5"
03:08:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.517329 2206 fs_report.cc:389] FS layout report
03:08:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:08:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/wal
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data/data
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:14.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.583937 2206 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:08:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.589990 2206 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.590570 2206 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.667941 2206 rpc_server.cc:307] RPC server started. Bound to: 127.1.96.252:43917
03:08:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.668077 2287 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.96.252:43917 every 8 connection(s)
03:08:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.670871 2206 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-2/data/info.pb
03:08:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.673820 1411 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 2206
03:08:14.674 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:14.675 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.96.253:40991
03:08:14.675 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:08:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.676692 1411 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/logs
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data/info.pb
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.253:40991
03:08:14.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.253
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38305
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.253
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:08:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:08:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.684123 2288 sys_catalog.cc:263] Verifying existing consensus state
03:08:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.689949 2288 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Bootstrap starting.
03:08:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.730978 2288 log.cc:826] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Log is configured to *not* fsync() on all Append() calls
03:08:14.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.747231 2288 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:08:14.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.748252 2288 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Bootstrap complete.
03:08:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.784574 2288 raft_consensus.cc:359] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:14.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.788234 2288 raft_consensus.cc:740] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c725c56104f64335b92b0532d9c90085, State: Initialized, Role: FOLLOWER
03:08:14.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.789326 2288 consensus_queue.cc:260] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:14.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.792234 2292 sys_catalog.cc:455] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:14.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.792912 2292 sys_catalog.cc:458] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: This master's current role is: FOLLOWER
03:08:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.794672 2288 sys_catalog.cc:565] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: configured and running, proceeding with master startup.
03:08:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.825827 2303 catalog_manager.cc:1269] Loaded cluster ID: 002043b9b10941bf99a80afefdc7efde
03:08:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.826387 2303 catalog_manager.cc:1562] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: loading cluster ID for follower catalog manager: success
03:08:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.834383 2303 catalog_manager.cc:1584] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: acquiring CA information for follower catalog manager: success
03:08:14.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.841441 2303 catalog_manager.cc:1612] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:08:14.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:14.841435 1256 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9720 after lost signal to thread 1131
03:08:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:14.842783 1256 debug-util.cc:398] Leaking SignalData structure 0x7b08000adca0 after lost signal to thread 1259
03:08:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.829356 2206 master_runner.cc:186] Error getting master registration for 127.1.96.254:34717: Network error: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111),
03:08:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:14.860424 2206 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:08:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.081660 2290 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.082414 2290 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.083173 2290 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:15.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.135164 1891 heartbeater.cc:344] Connected to a master server at 127.1.96.252:43917
03:08:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.141669 2252 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "da0c2824082341ac866a3349c246e85b" instance_seqno: 1769742486915395) as {username='kudu', principal='kudu/127.1.96.193@KRBTEST.COM'} at 127.1.96.193:54661; Asking this server to re-register.
03:08:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.143167 1891 heartbeater.cc:461] Registering TS with master...
03:08:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.146574 2252 ts_manager.cc:194] Registered new tserver with Master: da0c2824082341ac866a3349c246e85b (127.1.96.193:39065)
03:08:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.151628 2290 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:08:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.151957 2290 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:08:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.152654 2290 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.153033 2290 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:08:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.153366 2290 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:08:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.153685 2290 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:08:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.153944 2290 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33667/jwks.json
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.205722 2290 master_runner.cc:386] Master server non-default flags:
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.253
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.253:40991
03:08:15.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:15.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:15.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:15.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:08:15.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:15.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:08:15.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:08:15.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data/info.pb
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.253
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38305
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/logs
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:08:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.207500 2290 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.212117 2290 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:08:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.261212 2316 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.379776 2192 heartbeater.cc:344] Connected to a master server at 127.1.96.252:43917
03:08:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.380302 2192 heartbeater.cc:499] Master 127.1.96.252:43917 was elected leader, sending a full tablet report...
03:08:15.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.383960 2252 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f4b3585de3fa4af69258e3858e498ba2" instance_seqno: 1769742492125155) as {username='kudu', principal='kudu/127.1.96.195@KRBTEST.COM'} at 127.1.96.195:32779; Asking this server to re-register.
03:08:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.387275 2192 heartbeater.cc:461] Registering TS with master...
03:08:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.390383 2252 ts_manager.cc:194] Registered new tserver with Master: f4b3585de3fa4af69258e3858e498ba2 (127.1.96.195:39535)
03:08:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.702562 2041 heartbeater.cc:344] Connected to a master server at 127.1.96.252:43917
03:08:15.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.705475 2252 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a95da1d34ffe47bb9e6f38d42d3bd0d8" instance_seqno: 1769742489464261) as {username='kudu', principal='kudu/127.1.96.194@KRBTEST.COM'} at 127.1.96.194:49711; Asking this server to re-register.
03:08:15.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.708647 2041 heartbeater.cc:461] Registering TS with master...
03:08:15.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:15.712252 2252 ts_manager.cc:194] Registered new tserver with Master: a95da1d34ffe47bb9e6f38d42d3bd0d8 (127.1.96.194:37159)
03:08:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:16.045444 2327 raft_consensus.cc:493] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:08:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:16.046066 2327 raft_consensus.cc:515] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:16.061866 2327 leader_election.cc:290] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers be2230ae4d124d249b917ae0e9deb731 (127.1.96.254:34717), 59139332ae4b4f2097763f745bbd3eb1 (127.1.96.253:40991)
03:08:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:16.065506 2236 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111)
03:08:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:16.096062 2236 leader_election.cc:336] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer be2230ae4d124d249b917ae0e9deb731 (127.1.96.254:34717): Network error: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111)
03:08:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:16.103268 2237 leader_election.cc:336] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 59139332ae4b4f2097763f745bbd3eb1 (127.1.96.253:40991): Network error: Client connection negotiation failed: client connection to 127.1.96.253:40991: connect: Connection refused (error 111)
03:08:16.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:16.137679 2237 leader_election.cc:304] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c725c56104f64335b92b0532d9c90085; no voters: 59139332ae4b4f2097763f745bbd3eb1, be2230ae4d124d249b917ae0e9deb731
03:08:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:16.138839 2327 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
03:08:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:16 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742496, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:16.628144 1774 init.cc:295] Successfully reacquired a new kerberos TGT
03:08:17.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:17.058089 2037 debug-util.cc:398] Leaking SignalData structure 0x7b0800040080 after lost signal to thread 1906
03:08:17.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:17.059245 2037 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb4c0 after lost signal to thread 2040
03:08:17.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:16.638952 2315 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 2290
03:08:17.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:17.870577 2315 kernel_stack_watchdog.cc:198] Thread 2290 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 360ms:
03:08:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:08:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:08:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:08:17.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:08:17.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:17.871800 2318 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2594 milliseconds
03:08:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:17.872726 2290 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.596s user 0.428s sys 0.896s
03:08:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:17.873118 2319 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:17.875674 2290 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.599s user 0.428s sys 0.897s
03:08:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.876881 2290 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:08:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:15.277284 2317 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.880393 2290 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:17.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.890725 2290 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.892506 2290 hybrid_clock.cc:648] HybridClock initialized: now 1769742497892442 us; error 78 us; skew 500 ppm
03:08:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.893759 2290 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:17 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742497, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.902220 2290 init.cc:377] Logged in from keytab as kudu/127.1.96.253@KRBTEST.COM (short username kudu)
03:08:17.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.940585 2290 webserver.cc:492] Webserver started at http://127.1.96.253:38305/ using document root <none> and password file <none>
03:08:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.942185 2290 fs_manager.cc:362] Metadata directory not provided
03:08:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.942682 2290 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.961499 2290 fs_manager.cc:714] Time spent opening directory manager: real 0.014s user 0.008s sys 0.001s
03:08:17.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.978044 2348 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:17.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.979492 2290 fs_manager.cc:730] Time spent opening block manager: real 0.015s user 0.013s sys 0.000s
03:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.979943 2290 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59139332ae4b4f2097763f745bbd3eb1"
03:08:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:59 on dist-test-slave-dsh5"
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:17.984397 2290 fs_report.cc:389] FS layout report
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/wal
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data/data
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:17.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:17.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.100953 2290 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:08:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.112797 2290 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.113526 2290 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.294116 2290 rpc_server.cc:307] RPC server started. Bound to: 127.1.96.253:40991
03:08:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.294188 2401 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.96.253:40991 every 8 connection(s)
03:08:18.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.297396 2290 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-1/data/info.pb
03:08:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.299254 1411 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 2290
03:08:18.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:18.300 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.96.254:34717
03:08:18.301 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.303462 1411 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/logs
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data/info.pb
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.254:34717
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.254
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33549
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.254
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
03:08:18.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:08:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.333925 2402 sys_catalog.cc:263] Verifying existing consensus state
03:08:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.343194 2402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: Bootstrap starting.
03:08:18.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.392714 2406 raft_consensus.cc:493] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:08:18.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.393339 2406 raft_consensus.cc:515] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.403090 2406 leader_election.cc:290] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers be2230ae4d124d249b917ae0e9deb731 (127.1.96.254:34717), 59139332ae4b4f2097763f745bbd3eb1 (127.1.96.253:40991)
03:08:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.422683 2236 leader_election.cc:336] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer be2230ae4d124d249b917ae0e9deb731 (127.1.96.254:34717): Network error: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111)
03:08:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.430445 2402 log.cc:826] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: Log is configured to *not* fsync() on all Append() calls
03:08:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:18 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742494, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.252@KRBTEST.COM for kudu/127.1.96.253@KRBTEST.COM
03:08:18.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.471828 2193 heartbeater.cc:344] Connected to a master server at 127.1.96.253:40991
03:08:18.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.488510 2402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:08:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.500248 2402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: Bootstrap complete.
03:08:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.565871 2402 raft_consensus.cc:359] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:18.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.569446 2402 raft_consensus.cc:740] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 59139332ae4b4f2097763f745bbd3eb1, State: Initialized, Role: FOLLOWER
03:08:18.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.570591 2402 consensus_queue.cc:260] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.583921 2414 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:18.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.584800 2414 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: This master's current role is: FOLLOWER
03:08:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.586376 2402 sys_catalog.cc:565] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: configured and running, proceeding with master startup.
03:08:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.586508 2375 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c725c56104f64335b92b0532d9c90085" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "59139332ae4b4f2097763f745bbd3eb1" is_pre_election: true
03:08:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.587493 2375 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c725c56104f64335b92b0532d9c90085 in term 1.
03:08:18.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.590304 2237 leader_election.cc:304] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 59139332ae4b4f2097763f745bbd3eb1, c725c56104f64335b92b0532d9c90085; no voters: be2230ae4d124d249b917ae0e9deb731
03:08:18.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.591689 2406 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Leader pre-election won for term 2
03:08:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.592137 2406 raft_consensus.cc:493] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:08:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.592535 2406 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 1 FOLLOWER]: Advancing to term 2
03:08:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.606057 2406 raft_consensus.cc:515] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:18.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.621884 2236 leader_election.cc:336] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer be2230ae4d124d249b917ae0e9deb731 (127.1.96.254:34717): Network error: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111)
03:08:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.623541 2406 leader_election.cc:290] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 election: Requested vote from peers be2230ae4d124d249b917ae0e9deb731 (127.1.96.254:34717), 59139332ae4b4f2097763f745bbd3eb1 (127.1.96.253:40991)
03:08:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.624194 2375 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c725c56104f64335b92b0532d9c90085" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "59139332ae4b4f2097763f745bbd3eb1"
03:08:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.624744 2375 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 1 FOLLOWER]: Advancing to term 2
03:08:18.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.641506 2375 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c725c56104f64335b92b0532d9c90085 in term 2.
03:08:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.642593 2237 leader_election.cc:304] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 59139332ae4b4f2097763f745bbd3eb1, c725c56104f64335b92b0532d9c90085; no voters: be2230ae4d124d249b917ae0e9deb731
03:08:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.643699 2406 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 2 FOLLOWER]: Leader election won for term 2
03:08:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.664258 2406 raft_consensus.cc:697] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [term 2 LEADER]: Becoming Leader. State: Replica: c725c56104f64335b92b0532d9c90085, State: Running, Role: LEADER
03:08:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.665288 2406 consensus_queue.cc:237] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.690511 2420 sys_catalog.cc:455] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c725c56104f64335b92b0532d9c90085. Latest consensus state: current_term: 2 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.691723 2420 sys_catalog.cc:458] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: This master's current role is: LEADER
03:08:18.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.698458 2426 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
03:08:18.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.714860 2429 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:08:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.720680 2426 catalog_manager.cc:1494] Initializing Kudu cluster ID...
03:08:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.725862 2426 catalog_manager.cc:1269] Loaded cluster ID: 002043b9b10941bf99a80afefdc7efde
03:08:18.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.735949 2426 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
03:08:18.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.741351 2426 catalog_manager.cc:1514] Loading token signing keys...
03:08:18.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.746080 2426 catalog_manager.cc:6038] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085: Loaded TSK: 0
03:08:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.773937 2426 catalog_manager.cc:1524] Initializing in-progress tserver states...
03:08:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.736865 2290 master_runner.cc:186] Error getting master registration for 127.1.96.254:34717: Network error: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111),
03:08:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.784355 2290 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:08:18.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.797573 2042 heartbeater.cc:344] Connected to a master server at 127.1.96.253:40991
03:08:18.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.805799 2365 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a95da1d34ffe47bb9e6f38d42d3bd0d8" instance_seqno: 1769742489464261) as {username='kudu', principal='kudu/127.1.96.194@KRBTEST.COM'} at 127.1.96.194:39261; Asking this server to re-register.
03:08:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.807488 2042 heartbeater.cc:461] Registering TS with master...
03:08:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.811589 2364 ts_manager.cc:194] Registered new tserver with Master: a95da1d34ffe47bb9e6f38d42d3bd0d8 (127.1.96.194:37159)
03:08:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.877823 2403 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:08:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.878494 2403 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:08:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.879248 2403 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:08:18.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.917694 2403 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:08:18.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.917985 2403 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:08:18.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.918362 2403 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:08:18.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.918697 2403 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:08:18.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.919055 2403 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:08:18.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.919376 2403 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:08:18.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.919620 2403 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33667/jwks.json
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.961604 2403 master_runner.cc:386] Master server non-default flags:
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.96.212:40175
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.96.254:34717,127.1.96.253:40991,127.1.96.252:43917
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/krb5kdc/kudu.keytab
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.96.254
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.96.254:34717
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33667/jwks.json
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:08:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data/info.pb
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.96.254
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33549
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/logs
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3722ed49c19ce54c7feae2fa944e32b1d4ed8d2d
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Jan 2026 02:43:21 UTC on 5fd53c4cbb9d
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10257
03:08:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:08:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.964318 2403 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:08:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:18.966004 2403 file_cache.cc:492] Constructed file cache file cache with capacity 419430
03:08:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:18.997881 2439 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.073779 2375 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [term 2 FOLLOWER]: Refusing update from remote peer c725c56104f64335b92b0532d9c90085: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
03:08:19.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.078557 2420 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [LEADER]: Connected to new peer: Peer: permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
03:08:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:19.099845 2236 consensus_peers.cc:597] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 -> Peer be2230ae4d124d249b917ae0e9deb731 (127.1.96.254:34717): Couldn't send request to peer be2230ae4d124d249b917ae0e9deb731. Status: Network error: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:08:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.121958 2445 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c725c56104f64335b92b0532d9c90085. Latest consensus state: current_term: 2 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.123116 2445 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: This master's current role is: FOLLOWER
03:08:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.138357 2420 sys_catalog.cc:455] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.139458 2420 sys_catalog.cc:458] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: This master's current role is: LEADER
03:08:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.147543 2445 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:19.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.148252 2445 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1 [sys.catalog]: This master's current role is: FOLLOWER
03:08:19.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:19 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742499, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:19.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.254056 1924 init.cc:295] Successfully reacquired a new kerberos TGT
03:08:19.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:19 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742496, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.193@KRBTEST.COM for kudu/127.1.96.253@KRBTEST.COM
03:08:19.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.354511 1892 heartbeater.cc:344] Connected to a master server at 127.1.96.253:40991
03:08:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.357738 2365 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "da0c2824082341ac866a3349c246e85b" instance_seqno: 1769742486915395) as {username='kudu', principal='kudu/127.1.96.193@KRBTEST.COM'} at 127.1.96.193:38053; Asking this server to re-register.
03:08:19.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.359440 1892 heartbeater.cc:461] Registering TS with master...
03:08:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.364483 2365 ts_manager.cc:194] Registered new tserver with Master: da0c2824082341ac866a3349c246e85b (127.1.96.193:39065)
03:08:19.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.479614 2365 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f4b3585de3fa4af69258e3858e498ba2" instance_seqno: 1769742492125155) as {username='kudu', principal='kudu/127.1.96.195@KRBTEST.COM'} at 127.1.96.195:60665; Asking this server to re-register.
03:08:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.483851 2193 heartbeater.cc:461] Registering TS with master...
03:08:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.488154 2365 ts_manager.cc:194] Registered new tserver with Master: f4b3585de3fa4af69258e3858e498ba2 (127.1.96.195:39535)
03:08:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.752604 2429 catalog_manager.cc:1269] Loaded cluster ID: 002043b9b10941bf99a80afefdc7efde
03:08:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.752962 2429 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: loading cluster ID for follower catalog manager: success
03:08:19.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.786536 2041 heartbeater.cc:499] Master 127.1.96.252:43917 was elected leader, sending a full tablet report...
03:08:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.807232 2429 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: acquiring CA information for follower catalog manager: success
03:08:19.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.831053 2429 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 59139332ae4b4f2097763f745bbd3eb1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:08:19.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.864771 2206 master_runner.cc:186] Error getting master registration for 127.1.96.254:34717: Network error: Client connection negotiation failed: client connection to 127.1.96.254:34717: connect: Connection refused (error 111),
03:08:19.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:19.865474 2206 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:08:20.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.238678 1891 heartbeater.cc:499] Master 127.1.96.252:43917 was elected leader, sending a full tablet report...
03:08:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.415920 2192 heartbeater.cc:499] Master 127.1.96.252:43917 was elected leader, sending a full tablet report...
03:08:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:20.397348 2438 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 2403
03:08:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:20.815703 2403 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.804s user 0.259s sys 0.536s
03:08:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:20.816169 2403 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.805s user 0.260s sys 0.536s
03:08:20.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:20.816828 2441 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1803 milliseconds
03:08:20.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:19.020004 2440 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:20.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.818693 2403 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:08:20.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:20.818782 2442 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:08:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.822356 2403 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:08:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.832880 2403 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:08:20.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.837002 2403 hybrid_clock.cc:648] HybridClock initialized: now 1769742500836959 us; error 43 us; skew 500 ppm
03:08:20.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.838454 2403 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:08:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:20 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742500, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.846982 2403 init.cc:377] Logged in from keytab as kudu/127.1.96.254@KRBTEST.COM (short username kudu)
03:08:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.853546 2403 webserver.cc:492] Webserver started at http://127.1.96.254:33549/ using document root <none> and password file <none>
03:08:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.854650 2403 fs_manager.cc:362] Metadata directory not provided
03:08:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.855060 2403 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:08:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.863888 2403 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
03:08:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.870044 2466 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:08:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.871230 2403 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
03:08:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.871619 2403 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data,/tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:08:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be2230ae4d124d249b917ae0e9deb731"
03:08:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-01-30 03:07:57 on dist-test-slave-dsh5"
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.873610 2403 fs_report.cc:389] FS layout report
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/wal
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data/data
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:08:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:08:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.948510 2403 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
03:08:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.955138 2403 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:08:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:20.955669 2403 kserver.cc:163] Server-wide thread pool size limit: 3276
03:08:21.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.137504 2403 rpc_server.cc:307] RPC server started. Bound to: 127.1.96.254:34717
03:08:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.137486 2519 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.96.254:34717 every 8 connection(s)
03:08:21.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.141247 2403 server_base.cc:1192] Dumped server information to /tmp/dist-test-taskggS7Dm/test-tmp/mini-kudu-cluster8815609639837300242/master-0/data/info.pb
03:08:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.150517 1411 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu as pid 2403
03:08:21.151 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:08:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.160784 2520 sys_catalog.cc:263] Verifying existing consensus state
03:08:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.167430 2520 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: Bootstrap starting.
03:08:21.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.238238 2520 log.cc:826] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: Log is configured to *not* fsync() on all Append() calls
03:08:21.256 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.96.252:43917(127.1.96.252:43917)] connecting to peer
03:08:21.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.268693 2520 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:08:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.269757 2520 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: Bootstrap complete.
03:08:21.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.303834 2520 raft_consensus.cc:359] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:21.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.307107 2520 raft_consensus.cc:740] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: be2230ae4d124d249b917ae0e9deb731, State: Initialized, Role: FOLLOWER
03:08:21.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.308349 2520 consensus_queue.cc:260] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } }
03:08:21.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.332289 2524 sys_catalog.cc:455] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:21.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.333140 2524 sys_catalog.cc:458] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: This master's current role is: FOLLOWER
03:08:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.334491 2520 sys_catalog.cc:565] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: configured and running, proceeding with master startup.
03:08:21.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:21 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742496, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.193@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:08:21.419 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.96.253:40991(127.1.96.253:40991)] connecting to peer
03:08:21.432 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.96.254:34717(127.1.96.254:34717)] connecting to peer
03:08:21.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.443982 1893 heartbeater.cc:344] Connected to a master server at 127.1.96.254:34717
03:08:21.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:21 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742494, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.252@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:21.471038 2534 negotiation.cc:337] Failed RPC negotiation. Trace:
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.446086 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.1.96.195:57717 (local address 127.1.96.254:34717)
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.452948 (+ 6862us) server_negotiation.cc:207] Beginning negotiation
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.452982 (+ 34us) server_negotiation.cc:400] Waiting for connection header
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.453031 (+ 49us) server_negotiation.cc:408] Connection header received
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.453219 (+ 188us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.453262 (+ 43us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.453601 (+ 339us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.453916 (+ 315us) server_negotiation.cc:227] Negotiated authn=SASL
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.464529 (+ 10613us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.1.96.195:57717: BlockingRecv error: recv got EOF from 127.1.96.195:57717 (error 108)
03:08:21.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1214}
03:08:21.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.483027 2494 raft_consensus.cc:3060] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [term 1 FOLLOWER]: Advancing to term 2
03:08:21.513 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.96.252:43917(127.1.96.252:43917)] Successfully connected to peer
03:08:21.513 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.96.253:40991(127.1.96.253:40991)] Successfully connected to peer
03:08:21.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.549929 2524 sys_catalog.cc:455] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c725c56104f64335b92b0532d9c90085. Latest consensus state: current_term: 2 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:21.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.550680 2524 sys_catalog.cc:458] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: This master's current role is: FOLLOWER
03:08:21.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.551690 2547 sys_catalog.cc:455] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:21.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.552423 2547 sys_catalog.cc:458] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731 [sys.catalog]: This master's current role is: FOLLOWER
03:08:21.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:21 dist-test-slave-dsh5 krb5kdc[1423](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742500, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.254@KRBTEST.COM for kudu/127.1.96.254@KRBTEST.COM
03:08:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.573804 2541 catalog_manager.cc:1269] Loaded cluster ID: 002043b9b10941bf99a80afefdc7efde
03:08:21.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.574147 2541 catalog_manager.cc:1562] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: loading cluster ID for follower catalog manager: success
03:08:21.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.582765 2541 catalog_manager.cc:1584] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: acquiring CA information for follower catalog manager: success
03:08:21.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.588992 2541 catalog_manager.cc:1612] T 00000000000000000000000000000000 P be2230ae4d124d249b917ae0e9deb731: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:08:21.651 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.96.254:34717(127.1.96.254:34717)] Successfully connected to peer
03:08:21.680 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:08:21.718 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.96.253
03:08:21.718 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.96.252
03:08:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jan 30 03:08:21 dist-test-slave-dsh5 krb5kdc[1423](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1769742501, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.96.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:08:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.780954 2074 init.cc:295] Successfully reacquired a new kerberos TGT
03:08:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.867749 2049 heartbeater.cc:344] Connected to a master server at 127.1.96.254:34717
03:08:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.874090 2483 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a95da1d34ffe47bb9e6f38d42d3bd0d8" instance_seqno: 1769742489464261) as {username='kudu', principal='kudu/127.1.96.194@KRBTEST.COM'} at 127.1.96.194:35589; Asking this server to re-register.
03:08:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.875497 2049 heartbeater.cc:461] Registering TS with master...
03:08:21.880 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.96.254
03:08:21.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.881692 2483 ts_manager.cc:194] Registered new tserver with Master: a95da1d34ffe47bb9e6f38d42d3bd0d8 (127.1.96.194:37159)
03:08:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.988396 2420 sys_catalog.cc:455] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "c725c56104f64335b92b0532d9c90085" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be2230ae4d124d249b917ae0e9deb731" member_type: VOTER last_known_addr { host: "127.1.96.254" port: 34717 } } peers { permanent_uuid: "59139332ae4b4f2097763f745bbd3eb1" member_type: VOTER last_known_addr { host: "127.1.96.253" port: 40991 } } peers { permanent_uuid: "c725c56104f64335b92b0532d9c90085" member_type: VOTER last_known_addr { host: "127.1.96.252" port: 43917 } } }
03:08:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:21.989107 2420 sys_catalog.cc:458] T 00000000000000000000000000000000 P c725c56104f64335b92b0532d9c90085 [sys.catalog]: This master's current role is: LEADER
03:08:22.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.96.252:43917(127.1.96.252:43917)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:08:22.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.96.253:40991(127.1.96.253:40991)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:08:22.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.96.252:43917: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:08:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:22.061856 2543 negotiation.cc:337] Failed RPC negotiation. Trace:
03:08:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.497486 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:38122 (local address 127.1.96.252:43917)
03:08:22.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.96.253:40991: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:08:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.530216 (+ 32730us) server_negotiation.cc:207] Beginning negotiation
03:08:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.530254 (+ 38us) server_negotiation.cc:400] Waiting for connection header
03:08:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.598151 (+ 67897us) server_negotiation.cc:408] Connection header received
03:08:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.651303 (+ 53152us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:08:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.651334 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:08:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.651561 (+ 227us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:08:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.651733 (+ 172us) server_negotiation.cc:227] Negotiated authn=SASL
03:08:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.878819 (+227086us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:08:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.880742 (+ 1923us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:08:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:22.046809 (+166067us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:08:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:22.047415 (+ 606us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:08:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:22.060284 (+ 12869us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38122: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38122): Cannot send after transport endpoint shutdown (error 108)
03:08:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":21812,"thread_start_us":21526,"threads_started":1}
03:08:22.067 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.96.253:40991(127.1.96.253:40991)] handling channelInactive
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:22.068627 2544 negotiation.cc:337] Failed RPC negotiation. Trace:
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.501508 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:57982 (local address 127.1.96.253:40991)
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.522306 (+ 20798us) server_negotiation.cc:207] Beginning negotiation
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.522345 (+ 39us) server_negotiation.cc:400] Waiting for connection header
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.598547 (+ 76202us) server_negotiation.cc:408] Connection header received
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.652481 (+ 53934us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.652512 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.652730 (+ 218us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.652905 (+ 175us) server_negotiation.cc:227] Negotiated authn=SASL
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.878497 (+225592us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.880742 (+ 2245us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:22.045062 (+164320us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:22.045686 (+ 624us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:22.066222 (+ 20536us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57982: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:57982): Cannot send after transport endpoint shutdown (error 108)
03:08:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":19875,"thread_start_us":20782,"threads_started":1}
03:08:22.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.96.254:34717(127.1.96.254:34717)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:08:22.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.96.254:34717: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
03:08:22.092 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=934), Traces: [0ms] refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.96.252:43917, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.96.253:40991, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.96.254:34717, [885ms] Sub RPC ConnectToMaster: received response from server master-127.1.96.252:43917: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [886ms] Sub RPC ConnectToMaster: received response from server master-127.1.96.253:40991: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [915ms] Sub RPC ConnectToMaster: received response from server master-127.1.96.254:34717: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.96.252:43917,127.1.96.253:40991,127.1.96.254:34717). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) [netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.96.252:43917,127.1.96.253:40991,127.1.96.254:34717). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
03:08:22.101 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=943), Traces: [0ms] refreshing cache from master, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.96.252:43917, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.96.253:40991, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.96.254:34717, [885ms] Sub RPC ConnectToMaster: received response from server master-127.1.96.252:43917: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [886ms] Sub RPC ConnectToMaster: received response from server master-127.1.96.253:40991: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [915ms] Sub RPC ConnectToMaster: received response from server master-127.1.96.254:34717: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
03:08:22.104 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.96.254:34717(127.1.96.254:34717)] disconnecting while in state TERMINATED
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:22.104734 2534 negotiation.cc:337] Failed RPC negotiation. Trace:
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.508807 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:35062 (local address 127.1.96.254:34717)
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.509494 (+ 687us) server_negotiation.cc:207] Beginning negotiation
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.509517 (+ 23us) server_negotiation.cc:400] Waiting for connection header
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.652400 (+142883us) server_negotiation.cc:408] Connection header received
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.653143 (+ 743us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.653172 (+ 29us) server_negotiation.cc:462] Received NEGOTIATE request from client
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.653406 (+ 234us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.653550 (+ 144us) server_negotiation.cc:227] Negotiated authn=SASL
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.909478 (+255928us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:21.911728 (+ 2250us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:22.084356 (+172628us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:22.084986 (+ 630us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0130 03:08:22.103366 (+ 18380us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:35062: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:35062): Cannot send after transport endpoint shutdown (error 108)
03:08:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":117}
03:08:22.106 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.96.252:43917(127.1.96.252:43917)] disconnecting while in state TERMINATED
03:08:22.106 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.96.252:43917(127.1.96.252:43917)] handling channelInactive
03:08:22.106 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.96.253:40991(127.1.96.253:40991)] disconnecting while in state TERMINATED
03:08:22.114 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.96.254:34717(127.1.96.254:34717)] handling channelInactive
03:08:22.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:08:22.129 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:08:22.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:22.136373 1411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 1754
03:08:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:22.194628 1411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 1905
03:08:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:22.230062 1411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 2058
03:08:22.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:22.274511 1411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 2403
03:08:22.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:22.304098 1411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 2290
03:08:22.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:22.333614 1411 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 2206
03:08:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T03:08:23Z chronyd exiting
03:08:24.598 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:08:24.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:24.599399 682 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 965
03:08:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:24.627264 682 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 1124
03:08:24.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:24.656041 682 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 1270
03:08:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:24.681063 682 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 694
03:08:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:24.711390 866 connection.cc:537] client connection to 127.0.170.190:36303 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:08:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:24.711891 866 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:08:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:24.712638 682 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 764
03:08:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:24.720113 866 consensus_peers.cc:597] T 00000000000000000000000000000000 P 0bf76c1fcbed4df1a111245795b0fadd -> Peer 7ee74ac22a734872a2594af7a86b2cef (127.0.170.190:36303): Couldn't send request to peer 7ee74ac22a734872a2594af7a86b2cef. Status: Network error: Client connection negotiation failed: client connection to 127.0.170.190:36303: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
03:08:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260130 03:08:24.742178 865 connection.cc:537] client connection to 127.0.170.189:45665 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:08:24.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260130 03:08:24.743484 682 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskggS7Dm/build/tsan/bin/kudu with pid 839
03:08:25.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-01-30T03:08:25Z chronyd exiting
03:08:26.921 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.96.252:43917,127.1.96.253:40991,127.1.96.254:34717). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.1.96.252:43917,127.1.96.253:40991,127.1.96.254:34717). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more