20:03:43.634 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:03:43.647 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_xrIj3/test-tmp
20:03:43.654 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:43.656 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_xrIj3/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:43.850 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:03:44.035 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:03:44.036 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:03:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:44.042223 8080 mini_oidc.cc:150] Starting JWKS server
20:03:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:44.046501 8080 webserver.cc:533] Webserver started at http://127.0.0.1:36741/ using document root <none> and password file <none>
20:03:44.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:44.047120 8080 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:44.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:44.049304 8080 webserver.cc:533] Webserver started at http://127.0.0.1:40239/ using document root <none> and password file <none>
20:03:44.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-16T20:03:44Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-16T20:03:44Z Disabled control of system clock
20:03:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:44.114840 8080 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/wal
20:03:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/data
20:03:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/logs
20:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/data/info.pb
20:03:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.62:41247
20:03:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.62
20:03:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:44.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36741/jwks.json with env {}
20:03:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.420768 8092 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.421531 8092 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.422155 8092 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.455421 8092 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.455807 8092 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.456017 8092 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.456245 8092 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.456459 8092 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.456624 8092 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36741/jwks.json
20:03:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:44.495025 8092 master_runner.cc:387] Master server non-default flags:
20:03:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/data
20:03:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/wal
20:03:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.62:41247
20:03:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36741/jwks.json
20:03:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/data/info.pb
20:03:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.62
20:03:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:44.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:44.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:44.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/logs
20:03:44.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:03:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:03:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:03:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:44.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:44.496542 8092 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:44.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:44.498322 8092 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.512897 8098 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:44.513553 8099 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:45.761839 8101 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:45.765722 8092 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.250s user 0.001s sys 0.008s
20:03:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:45.766532 8092 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.251s user 0.002s sys 0.008s
20:03:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.767980 8092 server_base.cc:1061] running on GCE node
20:03:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.769366 8092 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.772540 8092 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.774453 8092 hybrid_clock.cc:648] HybridClock initialized: now 1781640225774403 us; error 53 us; skew 500 ppm
20:03:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.775478 8092 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.790624 8092 webserver.cc:533] Webserver started at http://127.7.228.62:40841/ using document root <none> and password file <none>
20:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.791931 8092 fs_manager.cc:362] Metadata directory not provided
20:03:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.792196 8092 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.792824 8092 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.797955 8092 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/data/instance:
20:03:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2"
20:03:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:45 on dist-test-slave-mfps"
20:03:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.799465 8092 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/wal/instance:
20:03:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2"
20:03:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:45 on dist-test-slave-mfps"
20:03:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.809252 8092 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.003s
20:03:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.815770 8108 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.817202 8092 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:03:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.817590 8092 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/wal
20:03:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2"
20:03:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:45 on dist-test-slave-mfps"
20:03:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.818027 8092 fs_report.cc:389] FS layout report
20:03:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/wal
20:03:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/wal
20:03:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/data/data
20:03:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:45.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.918920 8092 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.920511 8092 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.920914 8092 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.993635 8092 rpc_server.cc:307] RPC server started. Bound to: 127.7.228.62:41247
20:03:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.993705 8159 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.228.62:41247 every 8 connection(s)
20:03:45.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:45.996239 8092 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/data/info.pb
20:03:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.002084 8160 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.006260 8080 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 8092
20:03:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.006783 8080 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-0/wal/instance
20:03:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.012493 8080 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/wal
20:03:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/data
20:03:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/logs
20:03:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/data/info.pb
20:03:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.61:39005
20:03:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.61
20:03:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:46.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36741/jwks.json with env {}
20:03:46.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.016992 8160 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } has no permanent_uuid. Determining permanent_uuid...
20:03:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.078289 8160 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } has no permanent_uuid. Determining permanent_uuid...
20:03:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.082115 8111 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.228.61:39005: connect: Connection refused (error 111)
20:03:46.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.088737 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.61:39005: Network error: Client connection negotiation failed: client connection to 127.7.228.61:39005: connect: Connection refused (error 111)
20:03:46.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.138530 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } attempt: 1
20:03:46.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.144860 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.61:39005: Network error: Client connection negotiation failed: client connection to 127.7.228.61:39005: connect: Connection refused (error 111)
20:03:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.213282 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } attempt: 2
20:03:46.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.218894 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.61:39005: Network error: Client connection negotiation failed: client connection to 127.7.228.61:39005: connect: Connection refused (error 111)
20:03:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.310322 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } attempt: 3
20:03:46.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.316764 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.61:39005: Network error: Client connection negotiation failed: client connection to 127.7.228.61:39005: connect: Connection refused (error 111)
20:03:46.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.369801 8162 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:46.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.370501 8162 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:46.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.371289 8162 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.404409 8162 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:46.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.404699 8162 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:46.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.404901 8162 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:46.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.405081 8162 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:46.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.405349 8162 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:46.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.405588 8162 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36741/jwks.json
20:03:46.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.443743 8162 master_runner.cc:387] Master server non-default flags:
20:03:46.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/data
20:03:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/wal
20:03:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.61:39005
20:03:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36741/jwks.json
20:03:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/data/info.pb
20:03:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.61
20:03:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:46.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/logs
20:03:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:46.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:03:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:03:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:03:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.445255 8162 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.447010 8162 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:46.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.460210 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } attempt: 4
20:03:46.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.463440 8171 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:46.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.466305 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.61:39005: Network error: Client connection negotiation failed: client connection to 127.7.228.61:39005: connect: Connection refused (error 111)
20:03:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:46.765767 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } attempt: 5
20:03:46.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.774847 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.61:39005: Network error: Client connection negotiation failed: client connection to 127.7.228.61:39005: connect: Connection refused (error 111)
20:03:47.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.322448 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } attempt: 6
20:03:47.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:47.354696 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.61:39005: Network error: Client connection negotiation failed: client connection to 127.7.228.61:39005: connect: Connection refused (error 111)
20:03:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:47.865293 8170 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 8162
20:03:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:47.957674 8170 kernel_stack_watchdog.cc:198] Thread 8162 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 394ms:
20:03:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:47.957847 8162 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.490s user 0.000s sys 0.002s
20:03:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:46.468273 8172 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:47.958240 8162 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.491s user 0.000s sys 0.002s
20:03:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:47.960229 8174 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:47.962862 8173 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1488 milliseconds
20:03:47.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.962864 8162 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.964282 8162 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.967350 8162 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.968844 8162 hybrid_clock.cc:648] HybridClock initialized: now 1781640227968800 us; error 59 us; skew 500 ppm
20:03:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.969632 8162 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.975915 8162 webserver.cc:533] Webserver started at http://127.7.228.61:35563/ using document root <none> and password file <none>
20:03:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.976780 8162 fs_manager.cc:362] Metadata directory not provided
20:03:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.976985 8162 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:47.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.977398 8162 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.981797 8162 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/data/instance:
20:03:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "417ad15135704a728f2e8dbbb051da73"
20:03:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:47 on dist-test-slave-mfps"
20:03:47.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.982900 8162 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/wal/instance:
20:03:47.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "417ad15135704a728f2e8dbbb051da73"
20:03:47.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:47 on dist-test-slave-mfps"
20:03:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.990600 8162 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
20:03:47.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.998046 8183 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.999323 8162 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
20:03:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:47.999742 8162 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/wal
20:03:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "417ad15135704a728f2e8dbbb051da73"
20:03:48.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:47 on dist-test-slave-mfps"
20:03:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.000181 8162 fs_report.cc:389] FS layout report
20:03:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/wal
20:03:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/wal
20:03:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/data/data
20:03:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:48.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.063431 8162 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.064977 8162 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.065380 8162 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:48.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.138041 8162 rpc_server.cc:307] RPC server started. Bound to: 127.7.228.61:39005
20:03:48.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.138126 8234 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.228.61:39005 every 8 connection(s)
20:03:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.140610 8162 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/data/info.pb
20:03:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.146062 8235 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.147020 8080 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 8162
20:03:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.147429 8080 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-1/wal/instance
20:03:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.149609 8080 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/wal
20:03:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/data
20:03:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:48.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/logs
20:03:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/data/info.pb
20:03:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:48.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.60:37773
20:03:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.60
20:03:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:48.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36741/jwks.json with env {}
20:03:48.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.159294 8235 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } has no permanent_uuid. Determining permanent_uuid...
20:03:48.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.185197 8235 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } has no permanent_uuid. Determining permanent_uuid...
20:03:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.198908 8235 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } has no permanent_uuid. Determining permanent_uuid...
20:03:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.201521 8185 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.206228 8235 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.255880 8235 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 1
20:03:48.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.260373 8235 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.328873 8235 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 2
20:03:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.333280 8235 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.415437 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } attempt: 7
20:03:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.424754 8235 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 3
20:03:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.428336 8160 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } has no permanent_uuid. Determining permanent_uuid...
20:03:48.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.430660 8235 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.434372 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.485409 8237 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.485944 8237 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.486383 8237 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.492847 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 1
20:03:48.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.497825 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.522187 8237 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.522472 8237 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.522679 8237 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.522867 8237 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.523046 8237 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.523277 8237 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36741/jwks.json
20:03:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.563750 8237 master_runner.cc:387] Master server non-default flags:
20:03:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:48.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/data
20:03:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/wal
20:03:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:48.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:48.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.60:37773
20:03:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36741/jwks.json
20:03:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:48.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/data/info.pb
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.60
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/logs
20:03:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:03:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:03:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:03:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:48.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.565263 8237 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:48.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.567246 8237 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.574110 8235 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 4
20:03:48.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.579255 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 2
20:03:48.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.581084 8235 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.585248 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.586066 8249 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:48.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.670728 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 3
20:03:48.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.680800 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.821475 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 4
20:03:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.830781 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:48.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:48.880625 8235 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 5
20:03:48.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.890129 8235 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:49.122933 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 5
20:03:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:49.131716 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:49.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:49.437708 8235 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 6
20:03:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:49.459014 8235 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:49.684284 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 6
20:03:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:49.720069 8160 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.228.60:37773: Network error: Client connection negotiation failed: client connection to 127.7.228.60:37773: connect: Connection refused (error 111)
20:03:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.111692 8156 debug-util.cc:398] Leaking SignalData structure 0x7b08000749a0 after lost signal to thread 8093
20:03:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.112342 8156 debug-util.cc:398] Leaking SignalData structure 0x7b0800070080 after lost signal to thread 8159
20:03:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:49.988842 8248 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 8237
20:03:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.317438 8248 kernel_stack_watchdog.cc:198] Thread 8237 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
20:03:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.319123 8251 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1732 milliseconds
20:03:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.319835 8252 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.318676 8237 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.732s user 0.646s sys 1.051s
20:03:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.321534 8237 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.735s user 0.647s sys 1.051s
20:03:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:48.587236 8250 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.322131 8237 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.324903 8237 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.327539 8237 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.328959 8237 hybrid_clock.cc:648] HybridClock initialized: now 1781640230328915 us; error 59 us; skew 500 ppm
20:03:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.329852 8237 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:50.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.336422 8237 webserver.cc:533] Webserver started at http://127.7.228.60:35625/ using document root <none> and password file <none>
20:03:50.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.337533 8237 fs_manager.cc:362] Metadata directory not provided
20:03:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.337785 8237 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.338304 8237 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.342741 8237 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/data/instance:
20:03:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18cf899bc01b44aa95976d2a08c392d1"
20:03:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:50 on dist-test-slave-mfps"
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.344033 8237 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/wal/instance:
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18cf899bc01b44aa95976d2a08c392d1"
20:03:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:50 on dist-test-slave-mfps"
20:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.352089 8237 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:03:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.358987 8263 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.360134 8237 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
20:03:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.360425 8237 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/wal
20:03:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18cf899bc01b44aa95976d2a08c392d1"
20:03:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:50 on dist-test-slave-mfps"
20:03:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.360726 8237 fs_report.cc:389] FS layout report
20:03:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/wal
20:03:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/wal
20:03:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/data/data
20:03:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.414230 8237 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.416085 8237 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.416633 8237 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.511907 8237 rpc_server.cc:307] RPC server started. Bound to: 127.7.228.60:37773
20:03:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.512014 8314 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.228.60:37773 every 8 connection(s)
20:03:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.514780 8237 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/data/info.pb
20:03:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.519573 8235 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 7
20:03:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.520334 8080 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 8237
20:03:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.520790 8080 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/master-2/wal/instance
20:03:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.523856 8315 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:50.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.560845 8315 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } has no permanent_uuid. Determining permanent_uuid...
20:03:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.586819 8235 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73: Bootstrap starting.
20:03:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.592222 8315 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } has no permanent_uuid. Determining permanent_uuid...
20:03:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.595371 8235 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73: Neither blocks nor log segments found. Creating new log.
20:03:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.598342 8235 log.cc:826] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73: Log is configured to *not* fsync() on all Append() calls
20:03:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.604025 8235 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73: No bootstrap required, opened a new log
20:03:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.610150 8315 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } has no permanent_uuid. Determining permanent_uuid...
20:03:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.630617 8315 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1: Bootstrap starting.
20:03:50.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.637715 8315 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1: Neither blocks nor log segments found. Creating new log.
20:03:50.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.638804 8235 raft_consensus.cc:359] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } }
20:03:50.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.640499 8235 raft_consensus.cc:385] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.640606 8315 log.cc:826] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1: Log is configured to *not* fsync() on all Append() calls
20:03:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.641973 8235 raft_consensus.cc:740] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 417ad15135704a728f2e8dbbb051da73, State: Initialized, Role: FOLLOWER
20:03:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.643898 8235 consensus_queue.cc:260] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } }
20:03:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.646492 8315 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1: No bootstrap required, opened a new log
20:03:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.647010 8326 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.648897 8326 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [sys.catalog]: This master's current role is: FOLLOWER
20:03:50.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.651101 8235 sys_catalog.cc:565] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [sys.catalog]: configured and running, proceeding with master startup.
20:03:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.681340 8315 raft_consensus.cc:359] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } }
20:03:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.683277 8315 raft_consensus.cc:385] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:50.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.684154 8315 raft_consensus.cc:740] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 18cf899bc01b44aa95976d2a08c392d1, State: Initialized, Role: FOLLOWER
20:03:50.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.686014 8315 consensus_queue.cc:260] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } }
20:03:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.691816 8335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:50.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.692888 8335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [sys.catalog]: This master's current role is: FOLLOWER
20:03:50.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.694599 8315 sys_catalog.cc:565] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [sys.catalog]: configured and running, proceeding with master startup.
20:03:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.725440 8338 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.731947 8338 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.753612 8160 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } attempt: 7
20:03:50.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.705549 8162 master_runner.cc:187] Error getting master registration for 127.7.228.62:41247: OK, instance_id { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" instance_seqno: 1781640225973903 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.781451 8162 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:50.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.811249 8160 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2: Bootstrap starting.
20:03:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.822474 8160 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2: Neither blocks nor log segments found. Creating new log.
20:03:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.826267 8189 tablet.cc:2406] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.828646 8160 log.cc:826] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2: Log is configured to *not* fsync() on all Append() calls
20:03:50.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.842504 8160 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2: No bootstrap required, opened a new log
20:03:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.850888 8352 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:50.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.872979 8160 raft_consensus.cc:359] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } }
20:03:50.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.874361 8160 raft_consensus.cc:385] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:50.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.875661 8160 raft_consensus.cc:740] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b9fe2e22fe894032a4c5e68c7a8ccfa2, State: Initialized, Role: FOLLOWER
20:03:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.877202 8160 consensus_queue.cc:260] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } }
20:03:50.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.885715 8353 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:50.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.856073 8237 master_runner.cc:187] Error getting master registration for 127.7.228.62:41247: OK, instance_id { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" instance_seqno: 1781640225973903 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:50.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.891148 8237 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:50.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.891497 8353 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:50.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.891173 8160 sys_catalog.cc:565] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [sys.catalog]: configured and running, proceeding with master startup.
20:03:50.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.923713 8269 tablet.cc:2406] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:50.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.932068 8114 tablet.cc:2406] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.945147 8092 master_runner.cc:264] No leader master found from master b9fe2e22fe894032a4c5e68c7a8ccfa2
20:03:50.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:50.946005 8092 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:50.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.950591 8364 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:50.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:50.951360 8364 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.115942 8335 raft_consensus.cc:493] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.116523 8335 raft_consensus.cc:515] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } }
20:03:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.120843 8135 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "18cf899bc01b44aa95976d2a08c392d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" is_pre_election: true
20:03:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.121866 8135 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 18cf899bc01b44aa95976d2a08c392d1 in term 0.
20:03:51.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.125767 8265 leader_election.cc:304] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 18cf899bc01b44aa95976d2a08c392d1, b9fe2e22fe894032a4c5e68c7a8ccfa2; no voters:
20:03:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.130116 8210 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "18cf899bc01b44aa95976d2a08c392d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "417ad15135704a728f2e8dbbb051da73" is_pre_election: true
20:03:51.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.131027 8210 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 18cf899bc01b44aa95976d2a08c392d1 in term 0.
20:03:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.133016 8335 leader_election.cc:290] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b9fe2e22fe894032a4c5e68c7a8ccfa2 (127.7.228.62:41247), 417ad15135704a728f2e8dbbb051da73 (127.7.228.61:39005)
20:03:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.133550 8335 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.133908 8335 raft_consensus.cc:493] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.134244 8335 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 0 FOLLOWER]: Advancing to term 1
20:03:51.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.151002 8335 raft_consensus.cc:515] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } }
20:03:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.172287 8135 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "18cf899bc01b44aa95976d2a08c392d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2"
20:03:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.172911 8135 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [term 0 FOLLOWER]: Advancing to term 1
20:03:51.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.181488 8135 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 18cf899bc01b44aa95976d2a08c392d1 in term 1.
20:03:51.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.183806 8265 leader_election.cc:304] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 18cf899bc01b44aa95976d2a08c392d1, b9fe2e22fe894032a4c5e68c7a8ccfa2; no voters:
20:03:51.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.185266 8366 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 1 FOLLOWER]: Leader election won for term 1
20:03:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.188874 8210 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "18cf899bc01b44aa95976d2a08c392d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "417ad15135704a728f2e8dbbb051da73"
20:03:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.189512 8210 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [term 0 FOLLOWER]: Advancing to term 1
20:03:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.198395 8210 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 18cf899bc01b44aa95976d2a08c392d1 in term 1.
20:03:51.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.209568 8335 leader_election.cc:290] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [CANDIDATE]: Term 1 election: Requested vote from peers b9fe2e22fe894032a4c5e68c7a8ccfa2 (127.7.228.62:41247), 417ad15135704a728f2e8dbbb051da73 (127.7.228.61:39005)
20:03:51.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.212322 8366 raft_consensus.cc:697] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [term 1 LEADER]: Becoming Leader. State: Replica: 18cf899bc01b44aa95976d2a08c392d1, State: Running, Role: LEADER
20:03:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.213701 8366 consensus_queue.cc:237] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } }
20:03:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.234335 8335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 18cf899bc01b44aa95976d2a08c392d1. Latest consensus state: current_term: 1 leader_uuid: "18cf899bc01b44aa95976d2a08c392d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.235141 8335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [sys.catalog]: This master's current role is: LEADER
20:03:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.248687 8369 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:03:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.294191 8369 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:03:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.321022 8210 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [term 1 FOLLOWER]: Refusing update from remote peer 18cf899bc01b44aa95976d2a08c392d1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.330950 8335 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:03:51.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.342418 8135 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [term 1 FOLLOWER]: Refusing update from remote peer 18cf899bc01b44aa95976d2a08c392d1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:51.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.344692 8366 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:51.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.388640 8353 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 18cf899bc01b44aa95976d2a08c392d1. Latest consensus state: current_term: 1 leader_uuid: "18cf899bc01b44aa95976d2a08c392d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.390035 8353 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.403823 8371 mvcc.cc:204] Tried to move back new op lower bound from 7297598387464732672 to 7297598387064786944. Current Snapshot: MvccSnapshot[applied={T|T < 7297598387464732672}]
20:03:51.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.432504 8367 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "18cf899bc01b44aa95976d2a08c392d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:51.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.433368 8367 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [sys.catalog]: This master's current role is: LEADER
20:03:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.438596 8353 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "18cf899bc01b44aa95976d2a08c392d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:51.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.439368 8353 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.449816 8369 catalog_manager.cc:1382] Generated new cluster ID: c3358e2066d54e59a8289812734f3ed0
20:03:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.450156 8369 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:03:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.485312 8372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 18cf899bc01b44aa95976d2a08c392d1. Latest consensus state: current_term: 1 leader_uuid: "18cf899bc01b44aa95976d2a08c392d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.486544 8372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [sys.catalog]: This master's current role is: FOLLOWER
20:03:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.489612 8367 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "18cf899bc01b44aa95976d2a08c392d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.490293 8367 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 [sys.catalog]: This master's current role is: LEADER
20:03:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.494652 8375 mvcc.cc:204] Tried to move back new op lower bound from 7297598387464732672 to 7297598387064786944. Current Snapshot: MvccSnapshot[applied={T|T < 7297598387464732672}]
20:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.509406 8372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "18cf899bc01b44aa95976d2a08c392d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9fe2e22fe894032a4c5e68c7a8ccfa2" member_type: VOTER last_known_addr { host: "127.7.228.62" port: 41247 } } peers { permanent_uuid: "417ad15135704a728f2e8dbbb051da73" member_type: VOTER last_known_addr { host: "127.7.228.61" port: 39005 } } peers { permanent_uuid: "18cf899bc01b44aa95976d2a08c392d1" member_type: VOTER last_known_addr { host: "127.7.228.60" port: 37773 } } }
20:03:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.510579 8372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73 [sys.catalog]: This master's current role is: FOLLOWER
20:03:51.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.577481 8369 catalog_manager.cc:1405] Generated new certificate authority record
20:03:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.580951 8369 catalog_manager.cc:1539] Loading token signing keys...
20:03:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.678557 8369 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1: Generated new TSK 0
20:03:51.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.680732 8369 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:03:51.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.711839 8080 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:51.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:51.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/wal
20:03:51.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/data
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/logs
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/data/info.pb
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.1:0
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.228.1
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.1
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:51.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:51.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.738309 8338 catalog_manager.cc:1294] Loaded cluster ID: c3358e2066d54e59a8289812734f3ed0
20:03:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.739023 8338 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73: loading cluster ID for follower catalog manager: success
20:03:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.746775 8338 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73: acquiring CA information for follower catalog manager: success
20:03:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.770169 8338 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 417ad15135704a728f2e8dbbb051da73: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:51.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.959103 8364 catalog_manager.cc:1294] Loaded cluster ID: c3358e2066d54e59a8289812734f3ed0
20:03:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.959949 8364 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2: loading cluster ID for follower catalog manager: success
20:03:51.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.974283 8364 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2: acquiring CA information for follower catalog manager: success
20:03:51.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:51.989614 8364 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b9fe2e22fe894032a4c5e68c7a8ccfa2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:52.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:52.734439 8380 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:52.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:52.739856 8380 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:52.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:52.740962 8380 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:52.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:52.826746 8380 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:52.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:52.828670 8380 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.228.1
20:03:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:52.894469 8380 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/data
20:03:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/wal
20:03:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.1:0
20:03:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/data/info.pb
20:03:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.1
20:03:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.228.1
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/logs
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:03:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:52.906472 8380 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:52.909262 8380 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:52.957859 8386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:52.972965 8390 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:52.973408 8380 server_base.cc:1061] running on GCE node
20:03:54.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:52.972496 8387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:54.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.557183 8380 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.560065 8380 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.561697 8380 hybrid_clock.cc:648] HybridClock initialized: now 1781640234561625 us; error 88 us; skew 500 ppm
20:03:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.562680 8380 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.569926 8380 webserver.cc:533] Webserver started at http://127.7.228.1:33691/ using document root <none> and password file <none>
20:03:54.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.570947 8380 fs_manager.cc:362] Metadata directory not provided
20:03:54.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.571198 8380 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.571823 8380 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.576398 8380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/data/instance:
20:03:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f8beb89018445349092421bcb6b15e9"
20:03:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:54 on dist-test-slave-mfps"
20:03:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.577711 8380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/wal/instance:
20:03:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f8beb89018445349092421bcb6b15e9"
20:03:54.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:54 on dist-test-slave-mfps"
20:03:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.588553 8380 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.007s sys 0.004s
20:03:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.595252 8398 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.596500 8380 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:03:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.596868 8380 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/wal
20:03:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f8beb89018445349092421bcb6b15e9"
20:03:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:54 on dist-test-slave-mfps"
20:03:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.597241 8380 fs_report.cc:389] FS layout report
20:03:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/wal
20:03:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/wal
20:03:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/data/data
20:03:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.667385 8380 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.668890 8380 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.669296 8380 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.672456 8380 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.676930 8380 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.677140 8380 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.677332 8380 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:54.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.677475 8380 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.856456 8380 rpc_server.cc:307] RPC server started. Bound to: 127.7.228.1:42663
20:03:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.856529 8510 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.228.1:42663 every 8 connection(s)
20:03:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.860061 8380 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/data/info.pb
20:03:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.870530 8080 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 8380
20:03:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.871323 8080 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-0/wal/instance
20:03:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.891048 8080 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/wal
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/data
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/logs
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/data/info.pb
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:54.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.2:0
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.228.2
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.2
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.937003 8512 heartbeater.cc:344] Connected to a master server at 127.7.228.61:39005
20:03:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.937515 8512 heartbeater.cc:461] Registering TS with master...
20:03:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.938810 8511 heartbeater.cc:344] Connected to a master server at 127.7.228.60:37773
20:03:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.938896 8512 heartbeater.cc:507] Master 127.7.228.61:39005 requested a full tablet report, sending...
20:03:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.939164 8511 heartbeater.cc:461] Registering TS with master...
20:03:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.940120 8511 heartbeater.cc:507] Master 127.7.228.60:37773 requested a full tablet report, sending...
20:03:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.942149 8513 heartbeater.cc:344] Connected to a master server at 127.7.228.62:41247
20:03:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.942492 8513 heartbeater.cc:461] Registering TS with master...
20:03:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.943080 8280 ts_manager.cc:194] Registered new tserver with Master: 7f8beb89018445349092421bcb6b15e9 (127.7.228.1:42663)
20:03:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.943317 8513 heartbeater.cc:507] Master 127.7.228.62:41247 requested a full tablet report, sending...
20:03:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.946018 8200 ts_manager.cc:194] Registered new tserver with Master: 7f8beb89018445349092421bcb6b15e9 (127.7.228.1:42663)
20:03:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.945686 8280 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.228.1:47205
20:03:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:54.951303 8125 ts_manager.cc:194] Registered new tserver with Master: 7f8beb89018445349092421bcb6b15e9 (127.7.228.1:42663)
20:03:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:55.241756 8519 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:55.242221 8519 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:55.242617 8519 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:55.278436 8519 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:55.279187 8519 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.228.2
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:55.315729 8519 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/data
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/wal
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.2:0
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/data/info.pb
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.2
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.228.2
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/logs
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:55.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:55.317121 8519 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:55.319291 8519 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:55.334523 8527 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:55.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:55.950217 8511 heartbeater.cc:499] Master 127.7.228.60:37773 was elected leader, sending a full tablet report...
20:03:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:55.335664 8528 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:56.684159 8530 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:56.687418 8529 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1345 milliseconds
20:03:56.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.687558 8519 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:56.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.688910 8519 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.691336 8519 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.692747 8519 hybrid_clock.cc:648] HybridClock initialized: now 1781640236692713 us; error 48 us; skew 500 ppm
20:03:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.693763 8519 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.700644 8519 webserver.cc:533] Webserver started at http://127.7.228.2:33235/ using document root <none> and password file <none>
20:03:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.701730 8519 fs_manager.cc:362] Metadata directory not provided
20:03:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.702013 8519 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.702605 8519 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.707774 8519 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/data/instance:
20:03:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5ca4f878831498b9a58c1837ba6a4df"
20:03:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:56 on dist-test-slave-mfps"
20:03:56.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.709197 8519 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/wal/instance:
20:03:56.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5ca4f878831498b9a58c1837ba6a4df"
20:03:56.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:56 on dist-test-slave-mfps"
20:03:56.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.716939 8519 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
20:03:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.722839 8538 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.724056 8519 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:03:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.724412 8519 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/wal
20:03:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5ca4f878831498b9a58c1837ba6a4df"
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:56 on dist-test-slave-mfps"
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.724804 8519 fs_report.cc:389] FS layout report
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/wal
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/wal
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/data/data
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.781838 8519 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.783398 8519 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.783933 8519 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:56.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.786810 8519 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.790979 8519 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.791215 8519 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.791549 8519 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:56.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.791785 8519 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
20:03:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.931541 8519 rpc_server.cc:307] RPC server started. Bound to: 127.7.228.2:33413
20:03:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.931690 8650 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.228.2:33413 every 8 connection(s)
20:03:56.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.934211 8519 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/data/info.pb
20:03:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.938591 8080 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 8519
20:03:56.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.939067 8080 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-1/wal/instance
20:03:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.958418 8080 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/wal
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/data
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/logs
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/data/info.pb
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.3:0
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.228.3
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.3
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:56.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.982429 8651 heartbeater.cc:344] Connected to a master server at 127.7.228.60:37773
20:03:56.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.982864 8651 heartbeater.cc:461] Registering TS with master...
20:03:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.984272 8651 heartbeater.cc:507] Master 127.7.228.60:37773 requested a full tablet report, sending...
20:03:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.987519 8280 ts_manager.cc:194] Registered new tserver with Master: f5ca4f878831498b9a58c1837ba6a4df (127.7.228.2:33413)
20:03:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.989249 8280 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.228.2:43549
20:03:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.989974 8652 heartbeater.cc:344] Connected to a master server at 127.7.228.61:39005
20:03:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.990307 8652 heartbeater.cc:461] Registering TS with master...
20:03:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.991307 8652 heartbeater.cc:507] Master 127.7.228.61:39005 requested a full tablet report, sending...
20:03:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.994388 8200 ts_manager.cc:194] Registered new tserver with Master: f5ca4f878831498b9a58c1837ba6a4df (127.7.228.2:33413)
20:03:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.995038 8654 heartbeater.cc:344] Connected to a master server at 127.7.228.62:41247
20:03:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.995368 8654 heartbeater.cc:461] Registering TS with master...
20:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.996075 8654 heartbeater.cc:507] Master 127.7.228.62:41247 requested a full tablet report, sending...
20:03:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:56.998629 8125 ts_manager.cc:194] Registered new tserver with Master: f5ca4f878831498b9a58c1837ba6a4df (127.7.228.2:33413)
20:03:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:57.283723 8658 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:57.284184 8658 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:57.284582 8658 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:57.318164 8658 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:57.318935 8658 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.228.3
20:03:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:57.355172 8658 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.228.20:46819
20:03:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/data
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/wal
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.228.3:0
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/data/info.pb
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.228.3
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:57.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.228.62:41247,127.7.228.61:39005,127.7.228.60:37773
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.228.3
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/logs
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:57.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:57.356644 8658 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:57.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:57.358289 8658 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:03:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:57.370658 8667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:57.995112 8651 heartbeater.cc:499] Master 127.7.228.60:37773 was elected leader, sending a full tablet report...
20:03:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:58.775907 8666 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 8658
20:03:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:59.081239 8666 kernel_stack_watchdog.cc:198] Thread 8658 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:03:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:59.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:59.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:57.371505 8668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:59.082396 8658 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.711s user 0.000s sys 0.002s
20:03:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:59.082727 8658 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.712s user 0.000s sys 0.003s
20:03:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:59.082825 8669 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1710 milliseconds
20:03:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.084625 8658 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:03:59.084661 8670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.087771 8658 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.089715 8658 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.091109 8658 hybrid_clock.cc:648] HybridClock initialized: now 1781640239091077 us; error 34 us; skew 500 ppm
20:03:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.092025 8658 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.098843 8658 webserver.cc:533] Webserver started at http://127.7.228.3:36237/ using document root <none> and password file <none>
20:03:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.099874 8658 fs_manager.cc:362] Metadata directory not provided
20:03:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.100067 8658 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.100435 8658 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.104759 8658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/data/instance:
20:03:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cff28b61292f47eabb9a17aeb0902983"
20:03:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:59 on dist-test-slave-mfps"
20:03:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.105823 8658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/wal/instance:
20:03:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cff28b61292f47eabb9a17aeb0902983"
20:03:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:59 on dist-test-slave-mfps"
20:03:59.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.112818 8658 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
20:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.118667 8678 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.119944 8658 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.120340 8658 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/wal
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cff28b61292f47eabb9a17aeb0902983"
20:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:03:59 on dist-test-slave-mfps"
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.120744 8658 fs_report.cc:389] FS layout report
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/wal
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/wal
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/data/data
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:59.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:59.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:59.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:59.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:59.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:59.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.185982 8658 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:59.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.188083 8658 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:59.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.188652 8658 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.191586 8658 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.196182 8658 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.196398 8658 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.196637 8658 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.196816 8658 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.350275 8658 rpc_server.cc:307] RPC server started. Bound to: 127.7.228.3:44891
20:03:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.350410 8790 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.228.3:44891 every 8 connection(s)
20:03:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.352833 8658 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/data/info.pb
20:03:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.359623 8080 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 8658
20:03:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.360169 8080 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster3493660604516476512/ts-2/wal/instance
20:03:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.395318 8792 heartbeater.cc:344] Connected to a master server at 127.7.228.61:39005
20:03:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.395399 8791 heartbeater.cc:344] Connected to a master server at 127.7.228.60:37773
20:03:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.395895 8792 heartbeater.cc:461] Registering TS with master...
20:03:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.395920 8791 heartbeater.cc:461] Registering TS with master...
20:03:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.397540 8791 heartbeater.cc:507] Master 127.7.228.60:37773 requested a full tablet report, sending...
20:03:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.397578 8792 heartbeater.cc:507] Master 127.7.228.61:39005 requested a full tablet report, sending...
20:03:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.399931 8793 heartbeater.cc:344] Connected to a master server at 127.7.228.62:41247
20:03:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.400267 8793 heartbeater.cc:461] Registering TS with master...
20:03:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.400569 8280 ts_manager.cc:194] Registered new tserver with Master: cff28b61292f47eabb9a17aeb0902983 (127.7.228.3:44891)
20:03:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.400979 8200 ts_manager.cc:194] Registered new tserver with Master: cff28b61292f47eabb9a17aeb0902983 (127.7.228.3:44891)
20:03:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.401162 8793 heartbeater.cc:507] Master 127.7.228.62:41247 requested a full tablet report, sending...
20:03:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.402094 8280 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.228.3:55395
20:03:59.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.404071 8124 ts_manager.cc:194] Registered new tserver with Master: cff28b61292f47eabb9a17aeb0902983 (127.7.228.3:44891)
20:03:59.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:03:59.410441 8080 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:03:59.421 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:03:59.423 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:03:59.432 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.228.62"
port: 41247
}
bound_http_address {
host: "127.7.228.62"
port: 40841
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.228.61"
port: 39005
}
bound_http_address {
host: "127.7.228.61"
port: 35563
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.228.60"
port: 37773
}
bound_http_address {
host: "127.7.228.60"
port: 35625
}
}
}
20:03:59.436 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:03:59.439 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.228.1"
port: 42663
}
bound_http_address {
host: "127.7.228.1"
port: 33691
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.228.2"
port: 33413
}
bound_http_address {
host: "127.7.228.2"
port: 33235
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.228.3"
port: 44891
}
bound_http_address {
host: "127.7.228.3"
port: 36237
}
}
}
20:03:59.439 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:03:59.634 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:03:59.692 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:03:59.781 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_xrIj3/test-tmp
20:03:59.782 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:59.782 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_xrIj3/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:59.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:04:00.136 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:00.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:04:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:00.143095 8803 mini_oidc.cc:150] Starting JWKS server
20:04:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:00.147014 8803 webserver.cc:533] Webserver started at http://127.0.0.1:36751/ using document root <none> and password file <none>
20:04:00.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:00.147589 8803 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:00.149632 8803 webserver.cc:533] Webserver started at http://127.0.0.1:45525/ using document root <none> and password file <none>
20:04:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:04:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/principal' for realm 'KRBTEST.COM',
20:04:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:04:00.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:00 dist-test-slave-mfps krb5kdc[8815](info): setting up network...
20:04:00.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:04:00.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:00 dist-test-slave-mfps krb5kdc[8815](info): set up 2 sockets
20:04:00.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:00 dist-test-slave-mfps krb5kdc[8815](info): commencing operation
20:04:00.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:04:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:00.405901 8791 heartbeater.cc:499] Master 127.7.228.60:37773 was elected leader, sending a full tablet report...
20:04:02.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.354408 8803 mini_kdc.cc:121] Time spent starting KDC: real 2.164s user 0.004s sys 0.016s
20:04:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:04:02.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:04:02.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:04:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:04:02.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:04:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:04:02.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:04:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:04:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:04:02.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:04:02.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/test-user.keytab.
20:04:02.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/test-user.keytab.
20:04:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:02 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640242, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:04:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-16T20:04:02Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:02.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-16T20:04:02Z Disabled control of system clock
20:04:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.152.254@KRBTEST.COM; defaulting to no policy
20:04:02.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.152.254@KRBTEST.COM" created.
20:04:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:02.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.8.152.254@KRBTEST.COM; defaulting to no policy
20:04:02.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:02.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.8.152.254@KRBTEST.COM" created.
20:04:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:02.589257 8803 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:02.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/logs
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data/info.pb
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.254:36227
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.254
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.254
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.918598 8831 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.919292 8831 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.920090 8831 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.953987 8831 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.954357 8831 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.954790 8831 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.955147 8831 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.955479 8831 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.955830 8831 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:02.956087 8831 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36751/jwks.json
20:04:02.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:02.997380 8831 master_runner.cc:387] Master server non-default flags:
20:04:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data
20:04:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.254
20:04:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.254:36227
20:04:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data/info.pb
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.254
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/logs
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:04:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:04:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:04:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:02.999135 8831 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:03.000550 8831 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:03.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:03.013230 8838 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:04.415365 8837 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 8831
20:04:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:03.013703 8839 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:04.774035 8831 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.761s user 0.602s sys 1.108s
20:04:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:04.774439 8831 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.761s user 0.602s sys 1.108s
20:04:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:04.776463 8841 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:04.780061 8840 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1765 milliseconds
20:04:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.780086 8831 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.781348 8831 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.783818 8831 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.785188 8831 hybrid_clock.cc:648] HybridClock initialized: now 1781640244785153 us; error 33 us; skew 500 ppm
20:04:04.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.786026 8831 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:04 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640244, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.792120 8831 init.cc:377] Logged in from keytab as kudu/127.8.152.254@KRBTEST.COM (short username kudu)
20:04:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.797238 8831 webserver.cc:533] Webserver started at http://127.8.152.254:43399/ using document root <none> and password file <none>
20:04:04.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.798316 8831 fs_manager.cc:362] Metadata directory not provided
20:04:04.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.798588 8831 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:04.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.799113 8831 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.803514 8831 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data/instance:
20:04:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295f6a37358a4dc88bd26c095b4c175d"
20:04:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:04 on dist-test-slave-mfps"
20:04:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.804976 8831 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal/instance:
20:04:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295f6a37358a4dc88bd26c095b4c175d"
20:04:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:04 on dist-test-slave-mfps"
20:04:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.813853 8831 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.000s sys 0.007s
20:04:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.819818 8851 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.820876 8831 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
20:04:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.821285 8831 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295f6a37358a4dc88bd26c095b4c175d"
20:04:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:04 on dist-test-slave-mfps"
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.821643 8831 fs_report.cc:389] FS layout report
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data/data
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:04.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:04.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.883103 8831 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.888604 8831 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.889125 8831 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:04.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.963169 8831 rpc_server.cc:307] RPC server started. Bound to: 127.8.152.254:36227
20:04:04.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.963323 8902 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.152.254:36227 every 8 connection(s)
20:04:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.966070 8831 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data/info.pb
20:04:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.972213 8903 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.973201 8803 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 8831
20:04:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.973766 8803 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal/instance
20:04:04.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:04.987304 8903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } has no permanent_uuid. Determining permanent_uuid...
20:04:04.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.152.253@KRBTEST.COM; defaulting to no policy
20:04:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:04.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.152.253@KRBTEST.COM" created.
20:04:05.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:05 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640244, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.254@KRBTEST.COM for kudu/127.8.152.254@KRBTEST.COM
20:04:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:05.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.035740 8903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } has no permanent_uuid. Determining permanent_uuid...
20:04:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.039165 8854 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.152.253:38529: connect: Connection refused (error 111)
20:04:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.8.152.253@KRBTEST.COM; defaulting to no policy
20:04:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:05.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.8.152.253@KRBTEST.COM" created.
20:04:05.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.046113 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.253:38529: Network error: Client connection negotiation failed: client connection to 127.8.152.253:38529: connect: Connection refused (error 111)
20:04:05.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:05.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:05.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.069762 8803 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/logs
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data/info.pb
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:05.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.253:38529
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.253
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.253
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:05.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:05.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.095724 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } attempt: 1
20:04:05.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.100584 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.253:38529: Network error: Client connection negotiation failed: client connection to 127.8.152.253:38529: connect: Connection refused (error 111)
20:04:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.169037 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } attempt: 2
20:04:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.174397 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.253:38529: Network error: Client connection negotiation failed: client connection to 127.8.152.253:38529: connect: Connection refused (error 111)
20:04:05.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.265909 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } attempt: 3
20:04:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.271495 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.253:38529: Network error: Client connection negotiation failed: client connection to 127.8.152.253:38529: connect: Connection refused (error 111)
20:04:05.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.405346 8912 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.405880 8912 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.406463 8912 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.415022 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } attempt: 4
20:04:05.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.420068 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.253:38529: Network error: Client connection negotiation failed: client connection to 127.8.152.253:38529: connect: Connection refused (error 111)
20:04:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.442313 8912 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.442564 8912 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.442839 8912 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.443038 8912 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.443293 8912 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.443524 8912 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.443734 8912 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36751/jwks.json
20:04:05.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.487089 8912 master_runner.cc:387] Master server non-default flags:
20:04:05.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.253
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.253:38529
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data/info.pb
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.253
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:05.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/logs
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.488696 8912 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.490070 8912 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:05.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.501653 8919 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:05.719738 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } attempt: 5
20:04:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.728627 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.253:38529: Network error: Client connection negotiation failed: client connection to 127.8.152.253:38529: connect: Connection refused (error 111)
20:04:06.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:06.276235 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } attempt: 6
20:04:06.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:06.288053 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.253:38529: Network error: Client connection negotiation failed: client connection to 127.8.152.253:38529: connect: Connection refused (error 111)
20:04:07.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:05.503059 8920 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:07.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:06.906965 8918 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 8912
20:04:07.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.147666 8912 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.645s user 0.558s sys 1.040s
20:04:07.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.149972 8912 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.648s user 0.558s sys 1.041s
20:04:07.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.150159 8922 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.152907 8921 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1646 milliseconds
20:04:07.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.152966 8912 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:07.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.154388 8912 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.157832 8912 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.159441 8912 hybrid_clock.cc:648] HybridClock initialized: now 1781640247159394 us; error 37 us; skew 500 ppm
20:04:07.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.160521 8912 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:07 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640247, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.167826 8912 init.cc:377] Logged in from keytab as kudu/127.8.152.253@KRBTEST.COM (short username kudu)
20:04:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.173200 8912 webserver.cc:533] Webserver started at http://127.8.152.253:39659/ using document root <none> and password file <none>
20:04:07.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.174059 8912 fs_manager.cc:362] Metadata directory not provided
20:04:07.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.174240 8912 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:07.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.174626 8912 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.178961 8912 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data/instance:
20:04:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e09e79dac844987a881f396d242338d"
20:04:07.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:07 on dist-test-slave-mfps"
20:04:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.180075 8912 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal/instance:
20:04:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e09e79dac844987a881f396d242338d"
20:04:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:07 on dist-test-slave-mfps"
20:04:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.187296 8912 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
20:04:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.192764 8933 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.194044 8912 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:04:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.194456 8912 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e09e79dac844987a881f396d242338d"
20:04:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:07 on dist-test-slave-mfps"
20:04:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.194820 8912 fs_report.cc:389] FS layout report
20:04:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data/data
20:04:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.259366 8912 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.266489 8912 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:07.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.267005 8912 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.341415 8912 rpc_server.cc:307] RPC server started. Bound to: 127.8.152.253:38529
20:04:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.341481 8985 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.152.253:38529 every 8 connection(s)
20:04:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.344460 8912 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data/info.pb
20:04:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.348639 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } attempt: 7
20:04:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.349231 8803 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 8912
20:04:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.349872 8803 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal/instance
20:04:07.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.371328 8986 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:07.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.152.252@KRBTEST.COM; defaulting to no policy
20:04:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:07.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.152.252@KRBTEST.COM" created.
20:04:07.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:07 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640244, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.254@KRBTEST.COM for kudu/127.8.152.253@KRBTEST.COM
20:04:07.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.388741 8986 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } has no permanent_uuid. Determining permanent_uuid...
20:04:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.406582 8903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } has no permanent_uuid. Determining permanent_uuid...
20:04:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:07 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640247, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.253@KRBTEST.COM for kudu/127.8.152.254@KRBTEST.COM
20:04:07.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.414187 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.8.152.252@KRBTEST.COM; defaulting to no policy
20:04:07.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.424397 8986 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } has no permanent_uuid. Determining permanent_uuid...
20:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.8.152.252@KRBTEST.COM" created.
20:04:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:07 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640247, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.253@KRBTEST.COM for kudu/127.8.152.253@KRBTEST.COM
20:04:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.448671 8986 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } has no permanent_uuid. Determining permanent_uuid...
20:04:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.451340 8935 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.453619 8803 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data
20:04:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/logs
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data/info.pb
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.252:46431
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.252
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.252
20:04:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.455456 8986 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.472637 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 1
20:04:07.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.476871 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.505077 8986 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 1
20:04:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.509857 8986 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.558229 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 2
20:04:07.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.562925 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.578243 8986 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 2
20:04:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.582949 8986 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.648394 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 3
20:04:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.653044 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.674335 8986 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 3
20:04:07.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.678648 8986 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.782021 8998 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:07.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.782562 8998 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:07.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.783121 8998 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.793612 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 4
20:04:07.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.798437 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.818131 8998 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.818434 8998 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:07.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.818907 8998 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:07.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.819237 8998 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:07.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.819554 8998 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:07.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.819934 8998 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:07.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.820372 8998 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36751/jwks.json
20:04:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.822100 8986 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 4
20:04:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.826524 8986 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.864663 8998 master_runner.cc:387] Master server non-default flags:
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.252
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.252:46431
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:07.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data/info.pb
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.252
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/logs
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:04:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:04:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.865995 8998 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:07.867265 8998 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.878590 9004 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:08.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:08.081878 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 5
20:04:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:08.089476 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:08.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:08.125984 8986 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 5
20:04:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:08.133610 8986 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:08.642123 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 6
20:04:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:08.677591 8903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:08.681051 8986 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 6
20:04:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:08.697809 8986 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:07.879534 9005 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:09.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:09.232049 9007 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:09.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:09.235615 9006 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1352 milliseconds
20:04:09.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.235755 8998 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:09.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.237135 8998 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:09.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.240064 8998 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:09.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.241495 8998 hybrid_clock.cc:648] HybridClock initialized: now 1781640249241472 us; error 50 us; skew 500 ppm
20:04:09.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.242368 8998 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:09 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640249, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.248417 8998 init.cc:377] Logged in from keytab as kudu/127.8.152.252@KRBTEST.COM (short username kudu)
20:04:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.253808 8998 webserver.cc:533] Webserver started at http://127.8.152.252:35427/ using document root <none> and password file <none>
20:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.254818 8998 fs_manager.cc:362] Metadata directory not provided
20:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.255018 8998 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:09.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.255512 8998 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.260092 8998 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data/instance:
20:04:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fb33eab240540e392707d42f7e3e107"
20:04:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:09 on dist-test-slave-mfps"
20:04:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.261226 8998 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal/instance:
20:04:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fb33eab240540e392707d42f7e3e107"
20:04:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:09 on dist-test-slave-mfps"
20:04:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.269169 8998 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
20:04:09.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.274856 9020 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.276139 8998 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:04:09.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.276542 8998 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fb33eab240540e392707d42f7e3e107"
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:09 on dist-test-slave-mfps"
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.276927 8998 fs_report.cc:389] FS layout report
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data/data
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:09.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:09.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.335759 8998 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.342610 8998 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.343164 8998 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:09.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.419571 8998 rpc_server.cc:307] RPC server started. Bound to: 127.8.152.252:46431
20:04:09.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.419734 9071 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.152.252:46431 every 8 connection(s)
20:04:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.422430 8998 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data/info.pb
20:04:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.428208 8803 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 8998
20:04:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.428717 8803 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal/instance
20:04:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.429980 9072 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:09.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.447345 9072 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } has no permanent_uuid. Determining permanent_uuid...
20:04:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:09 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640242, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.152.254@KRBTEST.COM
20:04:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:09 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640249, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.252@KRBTEST.COM for kudu/127.8.152.254@KRBTEST.COM
20:04:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:09 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640242, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.152.253@KRBTEST.COM
20:04:09.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.491014 9072 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } has no permanent_uuid. Determining permanent_uuid...
20:04:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:09 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640249, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.252@KRBTEST.COM for kudu/127.8.152.253@KRBTEST.COM
20:04:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:09 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640242, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.152.252@KRBTEST.COM
20:04:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.518180 9072 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } has no permanent_uuid. Determining permanent_uuid...
20:04:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:09 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640249, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.252@KRBTEST.COM for kudu/127.8.152.252@KRBTEST.COM
20:04:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.554828 9072 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: Bootstrap starting.
20:04:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.560647 9072 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: Neither blocks nor log segments found. Creating new log.
20:04:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.563290 9072 log.cc:826] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: Log is configured to *not* fsync() on all Append() calls
20:04:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.567584 9072 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: No bootstrap required, opened a new log
20:04:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.588410 9072 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.589087 9072 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.589272 9072 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3fb33eab240540e392707d42f7e3e107, State: Initialized, Role: FOLLOWER
20:04:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.590020 9072 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.592414 9083 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.593041 9083 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: This master's current role is: FOLLOWER
20:04:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.594027 9072 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: configured and running, proceeding with master startup.
20:04:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:09.600025 9026 tablet.cc:2406] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:09.623168 9094 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:09.623842 9094 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:09.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.619079 8998 master_runner.cc:187] Error getting master registration for 127.8.152.254:36227: OK, instance_id { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" instance_seqno: 1781640244942458 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:09.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.644824 8998 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:09.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.711266 8903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 7
20:04:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.713555 9083 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.714133 9083 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.717234 9083 leader_election.cc:290] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 295f6a37358a4dc88bd26c095b4c175d (127.8.152.254:36227), 8e09e79dac844987a881f396d242338d (127.8.152.253:38529)
20:04:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:09 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640244, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.254@KRBTEST.COM for kudu/127.8.152.252@KRBTEST.COM
20:04:09.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.750825 8903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: Bootstrap starting.
20:04:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.758373 8986 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } attempt: 7
20:04:09.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.762938 8903 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: Neither blocks nor log segments found. Creating new log.
20:04:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.765810 8903 log.cc:826] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: Log is configured to *not* fsync() on all Append() calls
20:04:09.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.779924 8903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: No bootstrap required, opened a new log
20:04:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:09 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640247, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.253@KRBTEST.COM for kudu/127.8.152.252@KRBTEST.COM
20:04:09.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.806315 8903 raft_consensus.cc:359] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:09.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.807224 8903 raft_consensus.cc:385] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:09.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.807511 8903 raft_consensus.cc:740] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 295f6a37358a4dc88bd26c095b4c175d, State: Initialized, Role: FOLLOWER
20:04:09.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.808652 8903 consensus_queue.cc:260] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:09.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.812085 9101 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:09.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.813266 9101 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: This master's current role is: FOLLOWER
20:04:09.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.813798 8903 sys_catalog.cc:565] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: configured and running, proceeding with master startup.
20:04:09.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.814052 8878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3fb33eab240540e392707d42f7e3e107" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "295f6a37358a4dc88bd26c095b4c175d" is_pre_election: true
20:04:09.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.814881 8878 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3fb33eab240540e392707d42f7e3e107 in term 0.
20:04:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.815763 8986 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: Bootstrap starting.
20:04:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.816398 9024 leader_election.cc:304] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 295f6a37358a4dc88bd26c095b4c175d, 3fb33eab240540e392707d42f7e3e107; no voters:
20:04:09.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.817291 9083 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.817721 9083 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.818066 9083 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 0 FOLLOWER]: Advancing to term 1
20:04:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.825126 9083 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:09.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.826021 8986 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: Neither blocks nor log segments found. Creating new log.
20:04:09.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.828788 8986 log.cc:826] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: Log is configured to *not* fsync() on all Append() calls
20:04:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.834013 8878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3fb33eab240540e392707d42f7e3e107" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "295f6a37358a4dc88bd26c095b4c175d"
20:04:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.835108 9083 leader_election.cc:290] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [CANDIDATE]: Term 1 election: Requested vote from peers 295f6a37358a4dc88bd26c095b4c175d (127.8.152.254:36227), 8e09e79dac844987a881f396d242338d (127.8.152.253:38529)
20:04:09.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.836750 8878 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 0 FOLLOWER]: Advancing to term 1
20:04:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.852169 8878 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3fb33eab240540e392707d42f7e3e107 in term 1.
20:04:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.856488 9024 leader_election.cc:304] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 295f6a37358a4dc88bd26c095b4c175d, 3fb33eab240540e392707d42f7e3e107; no voters:
20:04:09.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.856720 8986 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: No bootstrap required, opened a new log
20:04:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.858803 9083 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 1 FOLLOWER]: Leader election won for term 1
20:04:09.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.872766 9083 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 1 LEADER]: Becoming Leader. State: Replica: 3fb33eab240540e392707d42f7e3e107, State: Running, Role: LEADER
20:04:09.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.874189 9083 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:09.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.888334 8986 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:09.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.890815 8986 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.891402 8986 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e09e79dac844987a881f396d242338d, State: Initialized, Role: FOLLOWER
20:04:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.895047 9108 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3fb33eab240540e392707d42f7e3e107. Latest consensus state: current_term: 1 leader_uuid: "3fb33eab240540e392707d42f7e3e107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.898262 9108 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: This master's current role is: LEADER
20:04:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:09.900089 8857 tablet.cc:2406] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.902009 8986 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.915392 9114 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.923175 9114 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: This master's current role is: FOLLOWER
20:04:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.924151 8986 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: configured and running, proceeding with master startup.
20:04:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.924448 8961 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3fb33eab240540e392707d42f7e3e107" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e09e79dac844987a881f396d242338d" is_pre_election: true
20:04:09.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.925648 8961 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3fb33eab240540e392707d42f7e3e107 in term 0.
20:04:09.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.928025 8960 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3fb33eab240540e392707d42f7e3e107" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e09e79dac844987a881f396d242338d"
20:04:09.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.928651 8960 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 0 FOLLOWER]: Advancing to term 1
20:04:09.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.930632 9113 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:04:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.936411 8960 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3fb33eab240540e392707d42f7e3e107 in term 1.
20:04:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.946239 9113 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.954711 9119 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.011080 8960 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Refusing update from remote peer 3fb33eab240540e392707d42f7e3e107: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:10.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.012943 9108 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:09.965189 8831 master_runner.cc:187] Error getting master registration for 127.8.152.253:38529: OK, instance_id { permanent_uuid: "8e09e79dac844987a881f396d242338d" instance_seqno: 1781640247321435 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:10.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.016604 8831 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.019488 8878 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 1 FOLLOWER]: Refusing update from remote peer 3fb33eab240540e392707d42f7e3e107: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:10.027598 8940 tablet.cc:2406] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:10.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.029217 9108 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [LEADER]: Connected to new peer: Peer: permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.049906 9114 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3fb33eab240540e392707d42f7e3e107. Latest consensus state: current_term: 1 leader_uuid: "3fb33eab240540e392707d42f7e3e107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.051549 9114 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: This master's current role is: FOLLOWER
20:04:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.057528 9122 mvcc.cc:204] Tried to move back new op lower bound from 7297598464008704000 to 7297598463497416704. Current Snapshot: MvccSnapshot[applied={T|T < 7297598464008704000}]
20:04:10.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.060276 9125 mvcc.cc:204] Tried to move back new op lower bound from 7297598464008704000 to 7297598463497416704. Current Snapshot: MvccSnapshot[applied={T|T < 7297598464008704000}]
20:04:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.064532 9108 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3fb33eab240540e392707d42f7e3e107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:10.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.065287 9108 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: This master's current role is: LEADER
20:04:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.072088 9113 catalog_manager.cc:1382] Generated new cluster ID: 29a3d7b17150437795273ad2f8919c08
20:04:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.072431 9113 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:04:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.072137 9101 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3fb33eab240540e392707d42f7e3e107. Latest consensus state: current_term: 1 leader_uuid: "3fb33eab240540e392707d42f7e3e107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.073536 9101 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: This master's current role is: FOLLOWER
20:04:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.080073 9083 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3fb33eab240540e392707d42f7e3e107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:10.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.082661 9083 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: This master's current role is: LEADER
20:04:10.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.085976 9114 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3fb33eab240540e392707d42f7e3e107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:10.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.086700 9114 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: This master's current role is: FOLLOWER
20:04:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.092828 9101 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3fb33eab240540e392707d42f7e3e107" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:10.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.093767 9101 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: This master's current role is: FOLLOWER
20:04:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.117877 9113 catalog_manager.cc:1405] Generated new certificate authority record
20:04:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.120627 9113 catalog_manager.cc:1539] Loading token signing keys...
20:04:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.150800 9113 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: Generated new TSK 0
20:04:10.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.152997 9113 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:04:10.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.164373 9138 catalog_manager.cc:1294] Loaded cluster ID: 29a3d7b17150437795273ad2f8919c08
20:04:10.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.164960 9138 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: loading cluster ID for follower catalog manager: success
20:04:10.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.173125 9138 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: acquiring CA information for follower catalog manager: success
20:04:10.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.179219 9138 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.152.193@KRBTEST.COM; defaulting to no policy
20:04:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:10.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.152.193@KRBTEST.COM" created.
20:04:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:10.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.8.152.193@KRBTEST.COM; defaulting to no policy
20:04:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.8.152.193@KRBTEST.COM" created.
20:04:10.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:10.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.193 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:10.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.193 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.309741 8803 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/wal
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/data
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/logs
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/data/info.pb
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.193:0
20:04:10.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.152.193
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.193
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.193
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:10.749655 9146 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:10.750669 9146 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:10.751345 9146 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:10.816913 9146 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:10.818506 9146 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.152.193
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.888623 9146 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/data
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/wal
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.193
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.193:0
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/data/info.pb
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.193
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.152.193
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/logs
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:04:10.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:04:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:04:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.890488 9146 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.891927 9146 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:10.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:10.909173 9152 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.977430 9119 catalog_manager.cc:1294] Loaded cluster ID: 29a3d7b17150437795273ad2f8919c08
20:04:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:10.978444 9119 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: loading cluster ID for follower catalog manager: success
20:04:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:11.005759 9119 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: acquiring CA information for follower catalog manager: success
20:04:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:11.019268 9119 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:12.311144 9151 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 9146
20:04:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:14.404737 9146 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.494s user 0.768s sys 1.243s
20:04:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:14.407341 9146 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.497s user 0.768s sys 1.244s
20:04:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:14.407544 9154 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3496 milliseconds
20:04:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.407614 9146 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:10.916750 9153 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:14.408628 9155 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:14.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.414045 9146 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:14.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.416711 9146 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:14.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.418256 9146 hybrid_clock.cc:648] HybridClock initialized: now 1781640254418130 us; error 142 us; skew 500 ppm
20:04:14.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.419328 9146 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:14.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:14 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640254, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:14.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.427460 9146 init.cc:377] Logged in from keytab as kudu/127.8.152.193@KRBTEST.COM (short username kudu)
20:04:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.442467 9146 webserver.cc:533] Webserver started at http://127.8.152.193:45911/ using document root <none> and password file <none>
20:04:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.443722 9146 fs_manager.cc:362] Metadata directory not provided
20:04:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.444027 9146 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.444559 9146 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.451534 9146 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/data/instance:
20:04:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a48623eccfdf4d119d141c5b6d114255"
20:04:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:14 on dist-test-slave-mfps"
20:04:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.453297 9146 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/wal/instance:
20:04:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a48623eccfdf4d119d141c5b6d114255"
20:04:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:14 on dist-test-slave-mfps"
20:04:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.466867 9146 fs_manager.cc:696] Time spent creating directory manager: real 0.013s user 0.005s sys 0.009s
20:04:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.478304 9171 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.479780 9146 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.003s sys 0.001s
20:04:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.480170 9146 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/wal
20:04:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a48623eccfdf4d119d141c5b6d114255"
20:04:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:14 on dist-test-slave-mfps"
20:04:14.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.480608 9146 fs_report.cc:389] FS layout report
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/wal
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/wal
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/data/data
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.601101 9146 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.613387 9146 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.613941 9146 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.632313 9146 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.646924 9146 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.647229 9146 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.002s user 0.001s sys 0.000s
20:04:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.647517 9146 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.648212 9146 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s user 0.001s sys 0.000s
20:04:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:14 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640254, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.798291 8847 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:14.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.951365 9146 rpc_server.cc:307] RPC server started. Bound to: 127.8.152.193:39629
20:04:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.951498 9284 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.152.193:39629 every 8 connection(s)
20:04:14.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.955636 9146 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/data/info.pb
20:04:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.964391 8803 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 9146
20:04:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:14.964865 8803 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-0/wal/instance
20:04:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:15 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640254, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.193@KRBTEST.COM for kudu/127.8.152.252@KRBTEST.COM
20:04:15.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.152.194@KRBTEST.COM; defaulting to no policy
20:04:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:15 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640254, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.193@KRBTEST.COM for kudu/127.8.152.253@KRBTEST.COM
20:04:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.152.194@KRBTEST.COM" created.
20:04:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.058398 9285 heartbeater.cc:344] Connected to a master server at 127.8.152.252:46431
20:04:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.058974 9285 heartbeater.cc:461] Registering TS with master...
20:04:15.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.060542 9285 heartbeater.cc:507] Master 127.8.152.252:46431 requested a full tablet report, sending...
20:04:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.063881 9286 heartbeater.cc:344] Connected to a master server at 127.8.152.253:38529
20:04:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.064239 9286 heartbeater.cc:461] Registering TS with master...
20:04:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.065299 9286 heartbeater.cc:507] Master 127.8.152.253:38529 requested a full tablet report, sending...
20:04:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.065455 9037 ts_manager.cc:194] Registered new tserver with Master: a48623eccfdf4d119d141c5b6d114255 (127.8.152.193:39629)
20:04:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.068393 8950 ts_manager.cc:194] Registered new tserver with Master: a48623eccfdf4d119d141c5b6d114255 (127.8.152.193:39629)
20:04:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.070852 9037 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.8.152.193@KRBTEST.COM'} at 127.8.152.193:51823
20:04:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:15 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640254, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.193@KRBTEST.COM for kudu/127.8.152.254@KRBTEST.COM
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:15.087994 8803 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.8.152.194: real 0.107s user 0.007s sys 0.006s
20:04:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.099889 9290 heartbeater.cc:344] Connected to a master server at 127.8.152.254:36227
20:04:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.100296 9290 heartbeater.cc:461] Registering TS with master...
20:04:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.101039 9290 heartbeater.cc:507] Master 127.8.152.254:36227 requested a full tablet report, sending...
20:04:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.105469 8868 ts_manager.cc:194] Registered new tserver with Master: a48623eccfdf4d119d141c5b6d114255 (127.8.152.193:39629)
20:04:15.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.8.152.194@KRBTEST.COM; defaulting to no policy
20:04:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.8.152.194@KRBTEST.COM" created.
20:04:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.194 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.194 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.138989 8803 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/wal
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/data
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/logs
20:04:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/data/info.pb
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.194:0
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.152.194
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.194
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.194
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:15.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:15.560351 9299 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:15.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:15.561110 9299 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:15.562132 9299 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:15.623713 9299 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:15.625315 9299 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.152.194
20:04:15.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.693269 9299 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/data
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/wal
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.194
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.194:0
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:15.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/data/info.pb
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.194
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.152.194
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/logs
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.694921 9299 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:15.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:15.696246 9299 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:15.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:15.711601 9307 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:16.076975 9285 heartbeater.cc:499] Master 127.8.152.252:46431 was elected leader, sending a full tablet report...
20:04:17.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:17 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640257, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.174289 8929 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:17.116029 9306 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 9299
20:04:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:15.712307 9308 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:17.465827 9306 kernel_stack_watchdog.cc:198] Thread 9299 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
20:04:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:04:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:04:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:04:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:04:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:17.472055 9299 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.754s user 0.001s sys 0.001s
20:04:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:17.472447 9299 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.755s user 0.002s sys 0.001s
20:04:17.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:17.472692 9309 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1758 milliseconds
20:04:17.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:17.474072 9311 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:17.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.474123 9299 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.475517 9299 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:17.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.477850 9299 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:17.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.479175 9299 hybrid_clock.cc:648] HybridClock initialized: now 1781640257479150 us; error 48 us; skew 500 ppm
20:04:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.480062 9299 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:17 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640257, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.490471 9299 init.cc:377] Logged in from keytab as kudu/127.8.152.194@KRBTEST.COM (short username kudu)
20:04:17.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.498085 9299 webserver.cc:533] Webserver started at http://127.8.152.194:33853/ using document root <none> and password file <none>
20:04:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.498937 9299 fs_manager.cc:362] Metadata directory not provided
20:04:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.499184 9299 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.499751 9299 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.504195 9299 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/data/instance:
20:04:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73cf97c5b9c3443c8372fd6d10085048"
20:04:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:17 on dist-test-slave-mfps"
20:04:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.505447 9299 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/wal/instance:
20:04:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73cf97c5b9c3443c8372fd6d10085048"
20:04:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:17 on dist-test-slave-mfps"
20:04:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.513644 9299 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
20:04:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.519572 9320 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.520848 9299 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:04:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.521256 9299 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/wal
20:04:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73cf97c5b9c3443c8372fd6d10085048"
20:04:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:17 on dist-test-slave-mfps"
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.521651 9299 fs_report.cc:389] FS layout report
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/wal
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/wal
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/data/data
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:17.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.590013 9299 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.596236 9299 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.596640 9299 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.599278 9299 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.603335 9299 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.603642 9299 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.604001 9299 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.604199 9299 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:17.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.775621 9299 rpc_server.cc:307] RPC server started. Bound to: 127.8.152.194:37305
20:04:17.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.775827 9433 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.152.194:37305 every 8 connection(s)
20:04:17.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.778398 9299 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/data/info.pb
20:04:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.787761 8803 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 9299
20:04:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.788223 8803 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-1/wal/instance
20:04:17.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.152.195@KRBTEST.COM; defaulting to no policy
20:04:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.152.195@KRBTEST.COM" created.
20:04:17.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:17 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640257, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.194@KRBTEST.COM for kudu/127.8.152.252@KRBTEST.COM
20:04:17.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:17 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640257, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.194@KRBTEST.COM for kudu/127.8.152.253@KRBTEST.COM
20:04:17.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:17 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640257, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.194@KRBTEST.COM for kudu/127.8.152.254@KRBTEST.COM
20:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.872710 9437 heartbeater.cc:344] Connected to a master server at 127.8.152.254:36227
20:04:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.873216 9437 heartbeater.cc:461] Registering TS with master...
20:04:17.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.874498 9437 heartbeater.cc:507] Master 127.8.152.254:36227 requested a full tablet report, sending...
20:04:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.875782 9435 heartbeater.cc:344] Connected to a master server at 127.8.152.253:38529
20:04:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.876117 9435 heartbeater.cc:461] Registering TS with master...
20:04:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.877099 9435 heartbeater.cc:507] Master 127.8.152.253:38529 requested a full tablet report, sending...
20:04:17.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.879166 8868 ts_manager.cc:194] Registered new tserver with Master: 73cf97c5b9c3443c8372fd6d10085048 (127.8.152.194:37305)
20:04:17.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.880416 8950 ts_manager.cc:194] Registered new tserver with Master: 73cf97c5b9c3443c8372fd6d10085048 (127.8.152.194:37305)
20:04:17.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.884609 9434 heartbeater.cc:344] Connected to a master server at 127.8.152.252:46431
20:04:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.884958 9434 heartbeater.cc:461] Registering TS with master...
20:04:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.885869 9434 heartbeater.cc:507] Master 127.8.152.252:46431 requested a full tablet report, sending...
20:04:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.152.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.892346 9037 ts_manager.cc:194] Registered new tserver with Master: 73cf97c5b9c3443c8372fd6d10085048 (127.8.152.194:37305)
20:04:17.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.894642 9037 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.8.152.194@KRBTEST.COM'} at 127.8.152.194:37105
20:04:17.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.8.152.195@KRBTEST.COM; defaulting to no policy
20:04:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.8.152.195@KRBTEST.COM" created.
20:04:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:04:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.195 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.152.195 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab.
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:17.932729 8803 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/wal
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/data
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/logs
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/data/info.pb
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.195:0
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.152.195
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.195
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.195
20:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:18.264911 9448 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:18.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:18.265390 9448 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:18.266002 9448 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:18.301321 9448 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:18.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:18.302305 9448 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.152.195
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:18.343011 9448 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/data
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/wal
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.195
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.195:0
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/data/info.pb
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.195
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.152.195
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/logs
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:18.344471 9448 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:18.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:18.345413 9448 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:18.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:18.360829 9454 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:18.899614 9434 heartbeater.cc:499] Master 127.8.152.252:46431 was elected leader, sending a full tablet report...
20:04:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:19 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640259, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:19.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.255452 9016 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:18.363755 9455 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:19.754024 9448 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.392s user 0.489s sys 0.897s
20:04:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:19.754421 9448 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.393s user 0.489s sys 0.897s
20:04:19.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.755823 9448 server_base.cc:1061] running on GCE node
20:04:19.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:19.760053 9463 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.761574 9448 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.764688 9448 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:19.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.766156 9448 hybrid_clock.cc:648] HybridClock initialized: now 1781640259766105 us; error 39 us; skew 500 ppm
20:04:19.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.767427 9448 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:19.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:19 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640259, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.778056 9448 init.cc:377] Logged in from keytab as kudu/127.8.152.195@KRBTEST.COM (short username kudu)
20:04:19.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.785333 9448 webserver.cc:533] Webserver started at http://127.8.152.195:41447/ using document root <none> and password file <none>
20:04:19.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.786716 9448 fs_manager.cc:362] Metadata directory not provided
20:04:19.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.787034 9448 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:19.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.787626 9448 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.795066 9448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/data/instance:
20:04:19.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff5e69cb31c443ed81ec644c1906cc6d"
20:04:19.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:19 on dist-test-slave-mfps"
20:04:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.796937 9448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/wal/instance:
20:04:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff5e69cb31c443ed81ec644c1906cc6d"
20:04:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:19 on dist-test-slave-mfps"
20:04:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.807422 9448 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.009s sys 0.001s
20:04:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.815616 9469 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:19.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.817046 9448 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
20:04:19.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.817500 9448 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/wal
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff5e69cb31c443ed81ec644c1906cc6d"
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:19 on dist-test-slave-mfps"
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.817965 9448 fs_report.cc:389] FS layout report
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/wal
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/wal
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/data/data
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:19.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:19.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.930240 9448 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:19.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.942693 9448 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:19.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.943284 9448 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.947377 9448 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:19.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.952939 9448 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:19.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.953234 9448 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:19.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.953538 9448 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:19.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:19.953744 9448 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:19.973869 9430 debug-util.cc:398] Leaking SignalData structure 0x7b08000b57c0 after lost signal to thread 9302
20:04:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:19.975425 9430 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5d60 after lost signal to thread 9433
20:04:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.233907 9448 rpc_server.cc:307] RPC server started. Bound to: 127.8.152.195:36587
20:04:20.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.234090 9582 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.152.195:36587 every 8 connection(s)
20:04:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.236644 9448 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/data/info.pb
20:04:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.242689 8803 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 9448
20:04:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.243471 8803 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/ts-2/wal/instance
20:04:20.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:20 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640259, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.195@KRBTEST.COM for kudu/127.8.152.252@KRBTEST.COM
20:04:20.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:20 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640259, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.195@KRBTEST.COM for kudu/127.8.152.253@KRBTEST.COM
20:04:20.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:20 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640259, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.195@KRBTEST.COM for kudu/127.8.152.254@KRBTEST.COM
20:04:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.334203 9584 heartbeater.cc:344] Connected to a master server at 127.8.152.253:38529
20:04:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.334709 9584 heartbeater.cc:461] Registering TS with master...
20:04:20.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.336160 9584 heartbeater.cc:507] Master 127.8.152.253:38529 requested a full tablet report, sending...
20:04:20.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.338958 8950 ts_manager.cc:194] Registered new tserver with Master: ff5e69cb31c443ed81ec644c1906cc6d (127.8.152.195:36587)
20:04:20.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.339669 9583 heartbeater.cc:344] Connected to a master server at 127.8.152.252:46431
20:04:20.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.339982 9583 heartbeater.cc:461] Registering TS with master...
20:04:20.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.340827 9583 heartbeater.cc:507] Master 127.8.152.252:46431 requested a full tablet report, sending...
20:04:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.342868 9037 ts_manager.cc:194] Registered new tserver with Master: ff5e69cb31c443ed81ec644c1906cc6d (127.8.152.195:36587)
20:04:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.345000 9037 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.8.152.195@KRBTEST.COM'} at 127.8.152.195:51545
20:04:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.352919 9585 heartbeater.cc:344] Connected to a master server at 127.8.152.254:36227
20:04:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.353237 9585 heartbeater.cc:461] Registering TS with master...
20:04:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.353824 9585 heartbeater.cc:507] Master 127.8.152.254:36227 requested a full tablet report, sending...
20:04:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.356384 8868 ts_manager.cc:194] Registered new tserver with Master: ff5e69cb31c443ed81ec644c1906cc6d (127.8.152.195:36587)
20:04:20.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.370904 8803 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:04:20.388 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:20.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:04:20.397 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:04:20.398 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:04:20.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.152.254"
port: 36227
}
bound_http_address {
host: "127.8.152.254"
port: 43399
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.152.253"
port: 38529
}
bound_http_address {
host: "127.8.152.253"
port: 39659
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.152.252"
port: 46431
}
bound_http_address {
host: "127.8.152.252"
port: 35427
}
}
}
20:04:20.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:04:20.405 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.152.193"
port: 39629
}
bound_http_address {
host: "127.8.152.193"
port: 45911
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.152.194"
port: 37305
}
bound_http_address {
host: "127.8.152.194"
port: 33853
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.152.195"
port: 36587
}
bound_http_address {
host: "127.8.152.195"
port: 41447
}
}
}
20:04:20.405 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:04:20.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:04:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:20 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640260, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:04:20.451 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:20.453 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc
20:04:20.462 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:04:20.463 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc
20:04:20.464 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:04:20.488 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:04:20.491 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:04:20.491 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:04:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:20 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640260, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:04:20.532 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:20.533 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc
20:04:20.534 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:04:20.535 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.152.253:38529
20:04:20.536 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:04:20.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.537412 8803 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 8912
20:04:20.574 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:20.574 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.152.254:36227
20:04:20.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:04:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.575520 8803 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 8831
20:04:20.607 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:20.607 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.152.252:46431
20:04:20.608 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:04:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.608439 8803 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 8998
20:04:20.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:20.644 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.152.253:38529
20:04:20.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:20.653666 8803 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/logs
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data/info.pb
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.253:38529
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.253
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39659
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.253
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:20.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:20.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:20.992165 9434 heartbeater.cc:646] Failed to heartbeat to 127.8.152.252:46431 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.102563 9597 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.103190 9597 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.103879 9597 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:21.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.141522 9285 heartbeater.cc:646] Failed to heartbeat to 127.8.152.252:46431 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.154881 9597 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.155169 9597 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:21.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.155584 9597 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.155982 9597 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.156328 9597 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.156654 9597 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.156904 9597 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36751/jwks.json
20:04:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:21.199169 9597 master_runner.cc:387] Master server non-default flags:
20:04:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.253
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.253:38529
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data/info.pb
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.253
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39659
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/logs
20:04:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:21.200906 9597 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:21.202314 9597 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.215600 9608 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:21.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:21.348426 9583 heartbeater.cc:499] Master 127.8.152.252:46431 was elected leader, sending a full tablet report...
20:04:21.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.378422 9583 heartbeater.cc:646] Failed to heartbeat to 127.8.152.252:46431 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:21.216378 9609 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:22.618502 9607 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 9597
20:04:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.149755 9607 kernel_stack_watchdog.cc:198] Thread 9597 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
20:04:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:04:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:04:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:04:23.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:04:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.156025 9611 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.157789 9597 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.941s user 0.563s sys 0.937s
20:04:23.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.158162 9597 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.941s user 0.563s sys 0.937s
20:04:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.159003 9610 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1942 milliseconds
20:04:23.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.159092 9597 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:23.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.160722 9597 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.163981 9597 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:23.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.165408 9597 hybrid_clock.cc:648] HybridClock initialized: now 1781640263165293 us; error 118 us; skew 500 ppm
20:04:23.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.166523 9597 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:23.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:23 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640263, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:23.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.176316 9597 init.cc:377] Logged in from keytab as kudu/127.8.152.253@KRBTEST.COM (short username kudu)
20:04:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.204790 9597 webserver.cc:533] Webserver started at http://127.8.152.253:39659/ using document root <none> and password file <none>
20:04:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.205986 9597 fs_manager.cc:362] Metadata directory not provided
20:04:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.206211 9597 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:23.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.216025 9597 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.002s
20:04:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.221268 9635 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.222666 9597 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
20:04:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.223124 9597 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e09e79dac844987a881f396d242338d"
20:04:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:07 on dist-test-slave-mfps"
20:04:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.226131 9597 fs_report.cc:389] FS layout report
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/wal
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data/data
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:23.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.295053 9597 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.303009 9597 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.303675 9597 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.392107 9597 rpc_server.cc:307] RPC server started. Bound to: 127.8.152.253:38529
20:04:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.392177 9686 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.152.253:38529 every 8 connection(s)
20:04:23.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.394901 9597 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-1/data/info.pb
20:04:23.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.400861 8803 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 9597
20:04:23.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:23.401 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.152.254:36227
20:04:23.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:04:23.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.403312 8803 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/logs
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data/info.pb
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:23.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.254:36227
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.254
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43399
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.254
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:23.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.408874 9687 sys_catalog.cc:263] Verifying existing consensus state
20:04:23.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.417304 9687 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: Bootstrap starting.
20:04:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.457404 9584 heartbeater.cc:344] Connected to a master server at 127.8.152.253:38529
20:04:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.477702 9687 log.cc:826] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: Log is configured to *not* fsync() on all Append() calls
20:04:23.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.497696 9687 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:04:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.498775 9687 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: Bootstrap complete.
20:04:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.527802 9687 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:23.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.531888 9687 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e09e79dac844987a881f396d242338d, State: Initialized, Role: FOLLOWER
20:04:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.532941 9687 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.536048 9694 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.537225 9694 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: This master's current role is: FOLLOWER
20:04:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.537912 9687 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: configured and running, proceeding with master startup.
20:04:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.574604 9705 catalog_manager.cc:1294] Loaded cluster ID: 29a3d7b17150437795273ad2f8919c08
20:04:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.574945 9705 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: loading cluster ID for follower catalog manager: success
20:04:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.583527 9705 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: acquiring CA information for follower catalog manager: success
20:04:23.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.589329 9705 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.582307 9597 master_runner.cc:187] Error getting master registration for 127.8.152.254:36227: Network error: Client connection negotiation failed: client connection to 127.8.152.254:36227: connect: Connection refused (error 111),
20:04:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.610632 9597 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:23.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.792532 9690 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:23.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.793217 9690 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.793967 9690 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:23.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.829039 9690 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:23.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.829380 9690 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.829805 9690 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.830051 9690 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.830364 9690 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.830575 9690 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:23.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.830724 9690 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36751/jwks.json
20:04:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.872102 9690 master_runner.cc:387] Master server non-default flags:
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.254
20:04:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.254:36227
20:04:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data/info.pb
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.254
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43399
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/logs
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:04:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:04:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:04:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.873836 9690 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:23.875216 9690 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.888696 9713 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.086018 9435 heartbeater.cc:344] Connected to a master server at 127.8.152.253:38529
20:04:24.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.096262 9652 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "73cf97c5b9c3443c8372fd6d10085048" instance_seqno: 1781640257739003) as {username='kudu', principal='kudu/127.8.152.194@KRBTEST.COM'} at 127.8.152.194:53311; Asking this server to re-register.
20:04:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.098611 9435 heartbeater.cc:461] Registering TS with master...
20:04:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.104454 9652 ts_manager.cc:194] Registered new tserver with Master: 73cf97c5b9c3443c8372fd6d10085048 (127.8.152.194:37305)
20:04:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.232470 9286 heartbeater.cc:344] Connected to a master server at 127.8.152.253:38529
20:04:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.235550 9652 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a48623eccfdf4d119d141c5b6d114255" instance_seqno: 1781640254901183) as {username='kudu', principal='kudu/127.8.152.193@KRBTEST.COM'} at 127.8.152.193:45963; Asking this server to re-register.
20:04:24.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.237408 9286 heartbeater.cc:461] Registering TS with master...
20:04:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.240900 9652 ts_manager.cc:194] Registered new tserver with Master: a48623eccfdf4d119d141c5b6d114255 (127.8.152.193:39629)
20:04:24.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:24 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640264, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.193@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:24.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.436985 9167 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:24.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.463950 9652 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "ff5e69cb31c443ed81ec644c1906cc6d" instance_seqno: 1781640260191039) as {username='kudu', principal='kudu/127.8.152.195@KRBTEST.COM'} at 127.8.152.195:57413; Asking this server to re-register.
20:04:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.466459 9584 heartbeater.cc:461] Registering TS with master...
20:04:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:24.469995 9652 ts_manager.cc:194] Registered new tserver with Master: ff5e69cb31c443ed81ec644c1906cc6d (127.8.152.195:36587)
20:04:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:25.268738 9732 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:25.269641 9732 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:25.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:25.282998 9732 leader_election.cc:290] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 295f6a37358a4dc88bd26c095b4c175d (127.8.152.254:36227), 3fb33eab240540e392707d42f7e3e107 (127.8.152.252:46431)
20:04:25.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:25.287479 9637 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:25.309612 9637 leader_election.cc:336] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3fb33eab240540e392707d42f7e3e107 (127.8.152.252:46431): Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:25.312314 9639 leader_election.cc:336] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 295f6a37358a4dc88bd26c095b4c175d (127.8.152.254:36227): Network error: Client connection negotiation failed: client connection to 127.8.152.254:36227: connect: Connection refused (error 111)
20:04:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:25.313798 9639 leader_election.cc:304] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8e09e79dac844987a881f396d242338d; no voters: 295f6a37358a4dc88bd26c095b4c175d, 3fb33eab240540e392707d42f7e3e107
20:04:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:25.314915 9732 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:04:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:25.290257 9712 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 9690
20:04:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:26.343623 9712 kernel_stack_watchdog.cc:198] Thread 9690 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
20:04:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:04:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:04:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:04:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:04:26.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:23.891992 9714 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:26.346992 9716 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:26.347560 9690 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.458s user 0.745s sys 1.246s
20:04:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:26.347941 9690 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.458s user 0.746s sys 1.246s
20:04:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:26.350597 9715 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2461 milliseconds
20:04:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.353063 9690 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.354472 9690 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:26.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.360184 9690 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:26.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.361743 9690 hybrid_clock.cc:648] HybridClock initialized: now 1781640266361695 us; error 42 us; skew 500 ppm
20:04:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.362814 9690 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:26 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640266, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:26.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.370339 9690 init.cc:377] Logged in from keytab as kudu/127.8.152.254@KRBTEST.COM (short username kudu)
20:04:26.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.375854 9690 webserver.cc:533] Webserver started at http://127.8.152.254:43399/ using document root <none> and password file <none>
20:04:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.376726 9690 fs_manager.cc:362] Metadata directory not provided
20:04:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.377053 9690 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.386061 9690 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
20:04:26.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.391520 9749 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.392923 9690 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
20:04:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.393416 9690 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "295f6a37358a4dc88bd26c095b4c175d"
20:04:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:04 on dist-test-slave-mfps"
20:04:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.396494 9690 fs_report.cc:389] FS layout report
20:04:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/wal
20:04:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data/data
20:04:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.473665 9690 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:26.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.480975 9690 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:26.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.481385 9690 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.597678 9690 rpc_server.cc:307] RPC server started. Bound to: 127.8.152.254:36227
20:04:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.597715 9802 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.152.254:36227 every 8 connection(s)
20:04:26.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.600605 9690 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-0/data/info.pb
20:04:26.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.608668 8803 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 9690
20:04:26.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:26.610 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.152.252:46431
20:04:26.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.612216 8803 external_mini_cluster.cc:1372] Running /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/logs
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data/info.pb
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:26.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.252:46431
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.252
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35427
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.252
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:04:26.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:04:26.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.614306 9803 sys_catalog.cc:263] Verifying existing consensus state
20:04:26.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.622334 9803 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: Bootstrap starting.
20:04:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.674476 9803 log.cc:826] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: Log is configured to *not* fsync() on all Append() calls
20:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.691077 9803 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:04:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.692044 9803 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: Bootstrap complete.
20:04:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.721334 9803 raft_consensus.cc:359] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.723907 9803 raft_consensus.cc:740] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 295f6a37358a4dc88bd26c095b4c175d, State: Initialized, Role: FOLLOWER
20:04:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.724983 9803 consensus_queue.cc:260] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:26.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.728142 9807 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:26.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.729209 9807 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: This master's current role is: FOLLOWER
20:04:26.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.729923 9803 sys_catalog.cc:565] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: configured and running, proceeding with master startup.
20:04:26.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.782562 9818 catalog_manager.cc:1294] Loaded cluster ID: 29a3d7b17150437795273ad2f8919c08
20:04:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.783663 9818 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: loading cluster ID for follower catalog manager: success
20:04:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.794796 9818 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: acquiring CA information for follower catalog manager: success
20:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.803545 9818 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:26.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:26 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640266, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.254@KRBTEST.COM for kudu/127.8.152.254@KRBTEST.COM
20:04:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.904433 9690 master_runner.cc:187] Error getting master registration for 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111),
20:04:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:26.935355 9690 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:27.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.108930 9437 heartbeater.cc:344] Connected to a master server at 127.8.152.254:36227
20:04:27.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.115767 9767 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "73cf97c5b9c3443c8372fd6d10085048" instance_seqno: 1781640257739003) as {username='kudu', principal='kudu/127.8.152.194@KRBTEST.COM'} at 127.8.152.194:52989; Asking this server to re-register.
20:04:27.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.124446 9437 heartbeater.cc:461] Registering TS with master...
20:04:27.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.128249 9766 ts_manager.cc:194] Registered new tserver with Master: 73cf97c5b9c3443c8372fd6d10085048 (127.8.152.194:37305)
20:04:27.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.147965 9829 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:27.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.148887 9829 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.169767 9805 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.170574 9805 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.171691 9805 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.174925 9829 leader_election.cc:290] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 295f6a37358a4dc88bd26c095b4c175d (127.8.152.254:36227), 3fb33eab240540e392707d42f7e3e107 (127.8.152.252:46431)
20:04:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.203336 9637 leader_election.cc:336] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3fb33eab240540e392707d42f7e3e107 (127.8.152.252:46431): Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.211155 9777 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8e09e79dac844987a881f396d242338d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "295f6a37358a4dc88bd26c095b4c175d" is_pre_election: true
20:04:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.212291 9777 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8e09e79dac844987a881f396d242338d in term 1.
20:04:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.213853 9639 leader_election.cc:304] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 295f6a37358a4dc88bd26c095b4c175d, 8e09e79dac844987a881f396d242338d; no voters: 3fb33eab240540e392707d42f7e3e107
20:04:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.214933 9829 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.215255 9829 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.215569 9829 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 1 FOLLOWER]: Advancing to term 2
20:04:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.224933 9829 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:27.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.229801 9777 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8e09e79dac844987a881f396d242338d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "295f6a37358a4dc88bd26c095b4c175d"
20:04:27.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.230361 9777 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 1 FOLLOWER]: Advancing to term 2
20:04:27.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.242136 9777 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8e09e79dac844987a881f396d242338d in term 2.
20:04:27.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.243778 9639 leader_election.cc:304] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 295f6a37358a4dc88bd26c095b4c175d, 8e09e79dac844987a881f396d242338d; no voters:
20:04:27.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.248961 9637 leader_election.cc:336] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3fb33eab240540e392707d42f7e3e107 (127.8.152.252:46431): Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111)
20:04:27.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.249841 9829 leader_election.cc:290] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [CANDIDATE]: Term 2 election: Requested vote from peers 295f6a37358a4dc88bd26c095b4c175d (127.8.152.254:36227), 3fb33eab240540e392707d42f7e3e107 (127.8.152.252:46431)
20:04:27.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.250749 9829 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 2 FOLLOWER]: Leader election won for term 2
20:04:27.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.251211 9829 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [term 2 LEADER]: Becoming Leader. State: Replica: 8e09e79dac844987a881f396d242338d, State: Running, Role: LEADER
20:04:27.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.252173 9829 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.265842 9805 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:04:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.266918 9805 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.267791 9805 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.268482 9805 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.269347 9805 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.270336 9805 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:27.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.270996 9805 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36751/jwks.json
20:04:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.299392 9833 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8e09e79dac844987a881f396d242338d. Latest consensus state: current_term: 2 leader_uuid: "8e09e79dac844987a881f396d242338d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.300532 9833 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: This master's current role is: LEADER
20:04:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.305564 9290 heartbeater.cc:344] Connected to a master server at 127.8.152.254:36227
20:04:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.308092 9767 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a48623eccfdf4d119d141c5b6d114255" instance_seqno: 1781640254901183) as {username='kudu', principal='kudu/127.8.152.193@KRBTEST.COM'} at 127.8.152.193:33807; Asking this server to re-register.
20:04:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.309405 9290 heartbeater.cc:461] Registering TS with master...
20:04:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.309432 9837 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:04:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.312172 9767 ts_manager.cc:194] Registered new tserver with Master: a48623eccfdf4d119d141c5b6d114255 (127.8.152.193:39629)
20:04:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.322993 9837 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:04:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.328220 9837 catalog_manager.cc:1294] Loaded cluster ID: 29a3d7b17150437795273ad2f8919c08
20:04:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.328727 9837 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:04:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.333847 9837 catalog_manager.cc:1539] Loading token signing keys...
20:04:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.338531 9837 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d: Loaded TSK: 0
20:04:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.340133 9837 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.408568 9805 master_runner.cc:387] Master server non-default flags:
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.152.212:32921
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.152.254:36227,127.8.152.253:38529,127.8.152.252:46431
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/krb5kdc/kudu.keytab
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.152.252
20:04:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.152.252:46431
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36751/jwks.json
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:04:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data/info.pb
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.152.252
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35427
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/logs
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 16 Jun 2026 19:43:21 UTC on e7f111948823
20:04:27.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12427
20:04:27.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.413851 9805 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.415617 9805 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.451442 9840 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:27.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:27 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640267, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.194@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.497519 9316 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.500986 9585 heartbeater.cc:344] Connected to a master server at 127.8.152.254:36227
20:04:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.503659 9767 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "ff5e69cb31c443ed81ec644c1906cc6d" instance_seqno: 1781640260191039) as {username='kudu', principal='kudu/127.8.152.195@KRBTEST.COM'} at 127.8.152.195:51459; Asking this server to re-register.
20:04:27.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.505330 9585 heartbeater.cc:461] Registering TS with master...
20:04:27.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.508955 9767 ts_manager.cc:194] Registered new tserver with Master: ff5e69cb31c443ed81ec644c1906cc6d (127.8.152.195:36587)
20:04:27.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.678808 9637 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d -> Peer 3fb33eab240540e392707d42f7e3e107 (127.8.152.252:46431): Couldn't send request to peer 3fb33eab240540e392707d42f7e3e107. Status: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:27.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.777747 9777 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [term 2 FOLLOWER]: Refusing update from remote peer 8e09e79dac844987a881f396d242338d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
20:04:27.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.780969 9833 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [LEADER]: Connected to new peer: Peer: permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
20:04:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.812695 9846 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8e09e79dac844987a881f396d242338d. Latest consensus state: current_term: 2 leader_uuid: "8e09e79dac844987a881f396d242338d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.813774 9846 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: This master's current role is: FOLLOWER
20:04:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.847039 9846 sys_catalog.cc:455] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "8e09e79dac844987a881f396d242338d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.848651 9846 sys_catalog.cc:458] T 00000000000000000000000000000000 P 295f6a37358a4dc88bd26c095b4c175d [sys.catalog]: This master's current role is: FOLLOWER
20:04:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.852583 9833 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "8e09e79dac844987a881f396d242338d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:27.854856 9833 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e09e79dac844987a881f396d242338d [sys.catalog]: This master's current role is: LEADER
20:04:28.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:28.485607 9584 heartbeater.cc:499] Master 127.8.152.253:38529 was elected leader, sending a full tablet report...
20:04:28.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:28.672513 9597 master_runner.cc:187] Error getting master registration for 127.8.152.252:46431: Network error: Client connection negotiation failed: client connection to 127.8.152.252:46431: connect: Connection refused (error 111),
20:04:28.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:28.673100 9597 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:27.455895 9841 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:28.838696 9839 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 9805
20:04:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:29.127068 9805 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.673s user 0.636s sys 0.817s
20:04:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:29.128067 9805 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.674s user 0.637s sys 0.817s
20:04:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.137596 9435 heartbeater.cc:499] Master 127.8.152.253:38529 was elected leader, sending a full tablet report...
20:04:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.140316 9805 server_base.cc:1061] running on GCE node
20:04:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:29.141435 9862 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:29.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.142839 9805 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.162561 9805 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:29.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.164033 9805 hybrid_clock.cc:648] HybridClock initialized: now 1781640269163973 us; error 76 us; skew 500 ppm
20:04:29.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.165165 9805 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:29.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:29 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640269, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:29.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.173681 9805 init.cc:377] Logged in from keytab as kudu/127.8.152.252@KRBTEST.COM (short username kudu)
20:04:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.181033 9805 webserver.cc:533] Webserver started at http://127.8.152.252:35427/ using document root <none> and password file <none>
20:04:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.182256 9805 fs_manager.cc:362] Metadata directory not provided
20:04:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.182533 9805 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.193027 9805 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
20:04:29.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.198804 9869 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:29.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.200467 9805 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
20:04:29.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.201066 9805 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data,/tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:29.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fb33eab240540e392707d42f7e3e107"
20:04:29.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-16 20:04:09 on dist-test-slave-mfps"
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.203848 9805 fs_report.cc:389] FS layout report
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/wal
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data/data
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:29.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:29.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:29.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:29.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:29.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.279919 9805 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.285938 9805 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.286499 9805 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.303802 9286 heartbeater.cc:499] Master 127.8.152.253:38529 was elected leader, sending a full tablet report...
20:04:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.412081 9805 rpc_server.cc:307] RPC server started. Bound to: 127.8.152.252:46431
20:04:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.412174 9923 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.152.252:46431 every 8 connection(s)
20:04:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.415920 9805 server_base.cc:1193] Dumped server information to /tmp/dist-test-task_xrIj3/test-tmp/mini-kudu-cluster10513382380692004181/master-2/data/info.pb
20:04:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.425150 8803 external_mini_cluster.cc:1434] Started /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu as pid 9805
20:04:29.426 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.432873 9924 sys_catalog.cc:263] Verifying existing consensus state
20:04:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.441660 9924 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: Bootstrap starting.
20:04:29.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.487397 9924 log.cc:826] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: Log is configured to *not* fsync() on all Append() calls
20:04:29.488 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.152.253:38529(127.8.152.253:38529)] connecting to peer
20:04:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:29.544193 9929 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.501683 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.8.152.195:48501 (local address 127.8.152.252:46431)
20:04:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.521178 (+ 19495us) server_negotiation.cc:207] Beginning negotiation
20:04:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.521216 (+ 38us) server_negotiation.cc:400] Waiting for connection header
20:04:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.531930 (+ 10714us) server_negotiation.cc:408] Connection header received
20:04:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.538125 (+ 6195us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.538181 (+ 56us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.538883 (+ 702us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.539364 (+ 481us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.542250 (+ 2886us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.8.152.195:48501: BlockingRecv error: recv got EOF from 127.8.152.195:48501 (error 108)
20:04:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":18660,"thread_start_us":19268,"threads_started":1}
20:04:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.544610 9924 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:04:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.547032 9924 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: Bootstrap complete.
20:04:29.598 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.152.254:36227(127.8.152.254:36227)] connecting to peer
20:04:29.609 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.152.252:46431(127.8.152.252:46431)] connecting to peer
20:04:29.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.604534 9924 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.609289 9924 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3fb33eab240540e392707d42f7e3e107, State: Initialized, Role: FOLLOWER
20:04:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.610636 9924 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } }
20:04:29.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.634203 9933 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:29.642 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.152.253:38529(127.8.152.253:38529)] Successfully connected to peer
20:04:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.635115 9933 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: This master's current role is: FOLLOWER
20:04:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.643404 9924 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: configured and running, proceeding with master startup.
20:04:29.641 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.8.152.254:36227(127.8.152.254:36227)] Successfully connected to peer
20:04:29.653 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.152.252:46431(127.8.152.252:46431)] Successfully connected to peer
20:04:29.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:29 dist-test-slave-mfps krb5kdc[8815](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640269, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.252@KRBTEST.COM for kudu/127.8.152.254@KRBTEST.COM
20:04:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.774708 9946 catalog_manager.cc:1294] Loaded cluster ID: 29a3d7b17150437795273ad2f8919c08
20:04:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.775240 9946 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: loading cluster ID for follower catalog manager: success
20:04:29.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 16 20:04:29 dist-test-slave-mfps krb5kdc[8815](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781640269, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.152.195@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:29.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.784099 9465 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.786623 9946 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: acquiring CA information for follower catalog manager: success
20:04:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.793087 9946 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:29.817 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:04:29.854 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.152.253
20:04:29.860 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.152.254
20:04:29.861 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.152.252
20:04:29.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:29.936985 9899 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [term 1 FOLLOWER]: Advancing to term 2
20:04:30.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.033258 9933 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8e09e79dac844987a881f396d242338d. Latest consensus state: current_term: 2 leader_uuid: "8e09e79dac844987a881f396d242338d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:30.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.033918 9933 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: This master's current role is: FOLLOWER
20:04:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.040869 9957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "8e09e79dac844987a881f396d242338d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "295f6a37358a4dc88bd26c095b4c175d" member_type: VOTER last_known_addr { host: "127.8.152.254" port: 36227 } } peers { permanent_uuid: "8e09e79dac844987a881f396d242338d" member_type: VOTER last_known_addr { host: "127.8.152.253" port: 38529 } } peers { permanent_uuid: "3fb33eab240540e392707d42f7e3e107" member_type: VOTER last_known_addr { host: "127.8.152.252" port: 46431 } } }
20:04:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.045137 9957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3fb33eab240540e392707d42f7e3e107 [sys.catalog]: This master's current role is: FOLLOWER
20:04:30.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.152.253:38529(127.8.152.253:38529)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:30.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.152.253:38529: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:30.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:30.183118 9935 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.643248 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:38864 (local address 127.8.152.253:38529)
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.664915 (+ 21667us) server_negotiation.cc:207] Beginning negotiation
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.664958 (+ 43us) server_negotiation.cc:400] Waiting for connection header
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.733988 (+ 69030us) server_negotiation.cc:408] Connection header received
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.786009 (+ 52021us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.786054 (+ 45us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.786312 (+ 258us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.786524 (+ 212us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.066804 (+280280us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.068244 (+ 1440us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.157797 (+ 89553us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.158454 (+ 657us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
20:04:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.181378 (+ 22924us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:38864: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:38864): Cannot send after transport endpoint shutdown (error 108)
20:04:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":20440,"thread_start_us":20789,"threads_started":1}
20:04:30.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.152.254:36227(127.8.152.254:36227)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:30.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.152.254:36227: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:30.197 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.8.152.254:36227(127.8.152.254:36227)] handling channelInactive
20:04:30.197 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.152.253:38529(127.8.152.253:38529)] handling channelInactive
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:30.198190 9934 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.635548 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:46678 (local address 127.8.152.254:36227)
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.662650 (+ 27102us) server_negotiation.cc:207] Beginning negotiation
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.662678 (+ 28us) server_negotiation.cc:400] Waiting for connection header
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.736366 (+ 73688us) server_negotiation.cc:408] Connection header received
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.796632 (+ 60266us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.796669 (+ 37us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.796926 (+ 257us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.797135 (+ 209us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.059756 (+262621us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.061654 (+ 1898us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.164495 (+102841us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:30.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.165135 (+ 640us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
20:04:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.196420 (+ 31285us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46678: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:46678): Cannot send after transport endpoint shutdown (error 108)
20:04:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":26487,"thread_start_us":27056,"threads_started":1}
20:04:30.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.152.252:46431(127.8.152.252:46431)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:30.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.152.252:46431: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
20:04:30.222 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=788), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.152.253:38529, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.152.254:36227, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.152.252:46431, [735ms] Sub RPC ConnectToMaster: received response from server master-127.8.152.253:38529: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [751ms] Sub RPC ConnectToMaster: received response from server master-127.8.152.254:36227: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [766ms] Sub RPC ConnectToMaster: received response from server master-127.8.152.252:46431: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.152.253:38529,127.8.152.254:36227,127.8.152.252:46431). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.152.253:38529,127.8.152.254:36227,127.8.152.252:46431). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
20:04:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.227129 9434 heartbeater.cc:344] Connected to a master server at 127.8.152.252:46431
20:04:30.235 [DEBUG - kudu-nio-2] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=802), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.152.253:38529, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.152.254:36227, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.152.252:46431, [735ms] Sub RPC ConnectToMaster: received response from server master-127.8.152.253:38529: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [751ms] Sub RPC ConnectToMaster: received response from server master-127.8.152.254:36227: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [766ms] Sub RPC ConnectToMaster: received response from server master-127.8.152.252:46431: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
20:04:30.239 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.152.252:46431(127.8.152.252:46431)] disconnecting while in state TERMINATED
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:30.240007 9929 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.652322 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:50404 (local address 127.8.152.252:46431)
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.653301 (+ 979us) server_negotiation.cc:207] Beginning negotiation
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.653349 (+ 48us) server_negotiation.cc:400] Waiting for connection header
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.737469 (+ 84120us) server_negotiation.cc:408] Connection header received
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.786925 (+ 49456us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.786959 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.787216 (+ 257us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:29.787387 (+ 171us) server_negotiation.cc:227] Negotiated authn=SASL
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.064319 (+276932us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.066117 (+ 1798us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.208618 (+142501us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.209232 (+ 614us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0616 20:04:30.238640 (+ 29408us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:50404: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:50404): Cannot send after transport endpoint shutdown (error 108)
20:04:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":85}
20:04:30.241 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.152.253:38529(127.8.152.253:38529)] disconnecting while in state TERMINATED
20:04:30.242 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.152.254:36227(127.8.152.254:36227)] disconnecting while in state TERMINATED
20:04:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.238139 9889 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "73cf97c5b9c3443c8372fd6d10085048" instance_seqno: 1781640257739003) as {username='kudu', principal='kudu/127.8.152.194@KRBTEST.COM'} at 127.8.152.194:57655; Asking this server to re-register.
20:04:30.248 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.247992 9434 heartbeater.cc:461] Registering TS with master...
20:04:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.252136 9888 ts_manager.cc:194] Registered new tserver with Master: 73cf97c5b9c3443c8372fd6d10085048 (127.8.152.194:37305)
20:04:30.255 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:30.255 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.152.252:46431(127.8.152.252:46431)] handling channelInactive
20:04:30.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.271631 8803 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 9146
20:04:30.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.298417 8803 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 9299
20:04:30.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.328420 8803 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 9448
20:04:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.365710 8803 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 9690
20:04:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.399853 8803 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 9597
20:04:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:30.449445 8803 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 9805
20:04:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-16T20:04:31Z chronyd exiting
20:04:32.668 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:32.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:32.672025 8080 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 8380
20:04:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:32.697541 8080 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 8519
20:04:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:32.721863 8080 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 8658
20:04:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:32.746888 8080 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 8092
20:04:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:32.777520 8265 connection.cc:573] client connection to 127.7.228.62:41247 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:32.778023 8080 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 8162
20:04:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:32.778097 8265 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:32.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:32.783874 8265 consensus_peers.cc:597] T 00000000000000000000000000000000 P 18cf899bc01b44aa95976d2a08c392d1 -> Peer b9fe2e22fe894032a4c5e68c7a8ccfa2 (127.7.228.62:41247): Couldn't send request to peer b9fe2e22fe894032a4c5e68c7a8ccfa2. Status: Network error: Client connection negotiation failed: client connection to 127.7.228.62:41247: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260616 20:04:32.807858 8266 connection.cc:573] client connection to 127.7.228.61:39005 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260616 20:04:32.808403 8080 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task_xrIj3/build/tsan/bin/kudu with pid 8237
20:04:33.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-16T20:04:33Z chronyd exiting
20:04:35.004 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.152.253:38529,127.8.152.254:36227,127.8.152.252:46431). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.152.253:38529,127.8.152.254:36227,127.8.152.252:46431). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
20:04:35.405 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
20:04:35.406 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.152.253:38529,127.8.152.254:36227,127.8.152.252:46431). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.8.152.253:38529,127.8.152.254:36227,127.8.152.252:46431). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more