11:57:26.335 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:57:26.347 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task43PphX/test-tmp
11:57:26.350 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:57:26.354 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task43PphX/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:57:26.639 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:57:26.846 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:57:26.848 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:57:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:26.852119 5778 mini_oidc.cc:152] Starting JWKS server
11:57:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:26.856832 5778 webserver.cc:460] Webserver started at http://127.0.0.1:36311/ using document root <none> and password file <none>
11:57:26.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:26.857414 5778 mini_oidc.cc:189] Starting OIDC Discovery server
11:57:26.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:26.859529 5778 webserver.cc:460] Webserver started at http://127.0.0.1:46391/ using document root <none> and password file <none>
11:57:26.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:57:26Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:57:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:57:26Z Disabled control of system clock
11:57:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:26.914613 5778 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/wal
11:57:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/data
11:57:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/logs
11:57:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/data/info.pb
11:57:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:57:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.190:36263
11:57:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.190
11:57:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36311/jwks.json with env {}
11:57:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.223006 5790 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.223735 5790 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.224493 5790 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.255729 5790 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:57:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.256136 5790 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.256471 5790 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:57:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.256801 5790 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:57:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.257140 5790 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:57:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.257438 5790 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36311/jwks.json
11:57:27.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:27.293917 5790 master_runner.cc:386] Master server non-default flags:
11:57:27.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:27.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:27.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:27.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:27.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/data
11:57:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/wal
11:57:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.190:36263
11:57:27.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36311/jwks.json
11:57:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/data/info.pb
11:57:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.190
11:57:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/logs
11:57:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:57:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:27.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:27.296502 5790 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:27.299407 5790 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.327225 5796 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.328186 5799 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:27.328804 5797 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:27.331436 5790 server_base.cc:1034] running on GCE node
11:57:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.578722 5790 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.581854 5790 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.583369 5790 hybrid_clock.cc:648] HybridClock initialized: now 1781870248583224 us; error 54 us; skew 500 ppm
11:57:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.584542 5790 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:28.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.592231 5790 webserver.cc:460] Webserver started at http://127.5.164.190:44657/ using document root <none> and password file <none>
11:57:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.593540 5790 fs_manager.cc:359] Metadata directory not provided
11:57:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.593746 5790 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.594292 5790 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:57:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.600068 5790 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/data/instance:
11:57:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9210d95478ab44e98f090ecdcda2cec1"
11:57:28.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:28 on dist-test-slave-1tkd"
11:57:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.601722 5790 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/wal/instance:
11:57:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9210d95478ab44e98f090ecdcda2cec1"
11:57:28.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:28 on dist-test-slave-1tkd"
11:57:28.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.611414 5790 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.000s sys 0.008s
11:57:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.618629 5806 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.620283 5790 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
11:57:28.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.620668 5790 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/wal
11:57:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9210d95478ab44e98f090ecdcda2cec1"
11:57:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:28 on dist-test-slave-1tkd"
11:57:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.621003 5790 fs_report.cc:383] FS layout report
11:57:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/wal
11:57:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/wal
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/data/data
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:28.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.675765 5790 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:28.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.677500 5790 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.677937 5790 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.755493 5790 rpc_server.cc:307] RPC server started. Bound to: 127.5.164.190:36263
11:57:28.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.755595 5857 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.164.190:36263 every 8 connection(s)
11:57:28.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.758913 5790 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/data/info.pb
11:57:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.765865 5778 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 5790
11:57:28.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.766301 5778 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-0/wal/instance
11:57:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.767756 5858 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:57:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.770722 5778 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/wal
11:57:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/data
11:57:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/logs
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/data/info.pb
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:57:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.189:42785
11:57:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.189
11:57:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:28.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36311/jwks.json with env {}
11:57:28.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.788103 5858 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } has no permanent_uuid. Determining permanent_uuid...
11:57:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.827855 5858 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } has no permanent_uuid. Determining permanent_uuid...
11:57:28.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:28.830741 5810 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.164.189:42785: connect: Connection refused (error 111)
11:57:28.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:28.835786 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.189:42785: Network error: Client connection negotiation failed: client connection to 127.5.164.189:42785: connect: Connection refused (error 111)
11:57:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.885401 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } attempt: 1
11:57:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:28.889946 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.189:42785: Network error: Client connection negotiation failed: client connection to 127.5.164.189:42785: connect: Connection refused (error 111)
11:57:28.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:28.958431 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } attempt: 2
11:57:28.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:28.963049 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.189:42785: Network error: Client connection negotiation failed: client connection to 127.5.164.189:42785: connect: Connection refused (error 111)
11:57:29.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:29.054625 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } attempt: 3
11:57:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.058725 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.189:42785: Network error: Client connection negotiation failed: client connection to 127.5.164.189:42785: connect: Connection refused (error 111)
11:57:29.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.106987 5860 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.107682 5860 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.108389 5860 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.140168 5860 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:57:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.140574 5860 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.140904 5860 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:57:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.141265 5860 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:57:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.141671 5860 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:57:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.141943 5860 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36311/jwks.json
11:57:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:29.178625 5860 master_runner.cc:386] Master server non-default flags:
11:57:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/data
11:57:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/wal
11:57:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:29.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.189:42785
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36311/jwks.json
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/data/info.pb
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.189
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/logs
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:57:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:29.179862 5860 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:29.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:29.182117 5860 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:29.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:29.202167 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } attempt: 4
11:57:29.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.202565 5870 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:29.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.206354 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.189:42785: Network error: Client connection negotiation failed: client connection to 127.5.164.189:42785: connect: Connection refused (error 111)
11:57:29.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:29.505872 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } attempt: 5
11:57:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.509739 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.189:42785: Network error: Client connection negotiation failed: client connection to 127.5.164.189:42785: connect: Connection refused (error 111)
11:57:30.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.057502 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } attempt: 6
11:57:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.066118 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.189:42785: Network error: Client connection negotiation failed: client connection to 127.5.164.189:42785: connect: Connection refused (error 111)
11:57:30.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.203863 5869 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:30.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:29.205612 5860 server_base.cc:1034] running on GCE node
11:57:30.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:29.202704 5872 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.419989 5860 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.422833 5860 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:30.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.424322 5860 hybrid_clock.cc:648] HybridClock initialized: now 1781870250424275 us; error 65 us; skew 500 ppm
11:57:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.425523 5860 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:30.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.432271 5860 webserver.cc:460] Webserver started at http://127.5.164.189:44379/ using document root <none> and password file <none>
11:57:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.433349 5860 fs_manager.cc:359] Metadata directory not provided
11:57:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.433553 5860 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.433961 5860 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:57:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.439148 5860 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/data/instance:
11:57:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c33162e3c724b188987e43ae1e70efb"
11:57:30.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:30 on dist-test-slave-1tkd"
11:57:30.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.440732 5860 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/wal/instance:
11:57:30.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c33162e3c724b188987e43ae1e70efb"
11:57:30.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:30 on dist-test-slave-1tkd"
11:57:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.449606 5860 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
11:57:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.455681 5881 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.456983 5860 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
11:57:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.457489 5860 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/wal
11:57:30.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c33162e3c724b188987e43ae1e70efb"
11:57:30.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:30 on dist-test-slave-1tkd"
11:57:30.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.457901 5860 fs_report.cc:383] FS layout report
11:57:30.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:30.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/wal
11:57:30.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/wal
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/data/data
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:30.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.503285 5860 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.505646 5860 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.506281 5860 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.584144 5860 rpc_server.cc:307] RPC server started. Bound to: 127.5.164.189:42785
11:57:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.584300 5932 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.164.189:42785 every 8 connection(s)
11:57:30.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.587563 5860 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/data/info.pb
11:57:30.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.593559 5933 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:57:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.595924 5778 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 5860
11:57:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.596264 5778 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-1/wal/instance
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.598711 5778 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/wal
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/data
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/logs
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/data/info.pb
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.188:39285
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.188
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:30.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36311/jwks.json with env {}
11:57:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.611389 5933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } has no permanent_uuid. Determining permanent_uuid...
11:57:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.641666 5933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } has no permanent_uuid. Determining permanent_uuid...
11:57:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.662339 5933 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } has no permanent_uuid. Determining permanent_uuid...
11:57:30.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.671175 5884 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.676604 5933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.726140 5933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 1
11:57:30.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.731127 5933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.799618 5933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 2
11:57:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.803817 5933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:30.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:30.895279 5933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 3
11:57:30.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.900414 5933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:30.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.965626 5935 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:30.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.966396 5935 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:30.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.967067 5935 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.999289 5935 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:57:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:30.999678 5935 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.000012 5935 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:57:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.000376 5935 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:57:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.000715 5935 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:57:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.000986 5935 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36311/jwks.json
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.037307 5935 master_runner.cc:386] Master server non-default flags:
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/data
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/wal
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.188:39285
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36311/jwks.json
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/data/info.pb
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.188
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/logs
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:57:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.039233 5935 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.041561 5935 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.043845 5933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 4
11:57:31.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.048290 5933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.062358 5946 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.126616 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } attempt: 7
11:57:31.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.142086 5858 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } has no permanent_uuid. Determining permanent_uuid...
11:57:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.150861 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:31.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.209383 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 1
11:57:31.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.213280 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.295157 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 2
11:57:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.300858 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.347697 5933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 5
11:57:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.352298 5933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.386390 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 3
11:57:31.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.391539 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:31.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.532038 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 4
11:57:31.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.537664 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.821208 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 5
11:57:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.826118 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:31.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.899768 5933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 6
11:57:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.908099 5933 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.062386 5948 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:31.063546 5945 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:31.064467 5935 server_base.cc:1034] running on GCE node
11:57:32.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.323915 5935 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.327560 5935 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.329062 5935 hybrid_clock.cc:648] HybridClock initialized: now 1781870252329014 us; error 67 us; skew 500 ppm
11:57:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.329972 5935 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:32.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.336615 5935 webserver.cc:460] Webserver started at http://127.5.164.188:37775/ using document root <none> and password file <none>
11:57:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.337670 5935 fs_manager.cc:359] Metadata directory not provided
11:57:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.337877 5935 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.338380 5935 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:57:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.344170 5935 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/data/instance:
11:57:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b9abd3e80c24d27ab2798bac7ad33cd"
11:57:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:32 on dist-test-slave-1tkd"
11:57:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.345414 5935 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/wal/instance:
11:57:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b9abd3e80c24d27ab2798bac7ad33cd"
11:57:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:32 on dist-test-slave-1tkd"
11:57:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.353446 5935 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
11:57:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.360179 5959 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.361543 5935 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
11:57:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.361922 5935 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/wal
11:57:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b9abd3e80c24d27ab2798bac7ad33cd"
11:57:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:32 on dist-test-slave-1tkd"
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.362432 5935 fs_report.cc:383] FS layout report
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/wal
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/wal
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/data/data
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.378635 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 6
11:57:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:32.387178 5858 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.164.188:39285: Network error: Client connection negotiation failed: client connection to 127.5.164.188:39285: connect: Connection refused (error 111)
11:57:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.408918 5935 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.410493 5935 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.410921 5935 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.483939 5935 rpc_server.cc:307] RPC server started. Bound to: 127.5.164.188:39285
11:57:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.484138 6012 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.164.188:39285 every 8 connection(s)
11:57:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.486986 5935 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/data/info.pb
11:57:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.493443 6013 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:57:32.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.495069 5778 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 5935
11:57:32.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.495539 5778 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/master-2/wal/instance
11:57:32.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.506217 6013 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } has no permanent_uuid. Determining permanent_uuid...
11:57:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.538363 6013 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } has no permanent_uuid. Determining permanent_uuid...
11:57:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.552969 6013 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } has no permanent_uuid. Determining permanent_uuid...
11:57:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.573637 6013 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd: Bootstrap starting.
11:57:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.581739 6013 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd: Neither blocks nor log segments found. Creating new log.
11:57:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.584064 6013 log.cc:824] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd: Log is configured to *not* fsync() on all Append() calls
11:57:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.594290 6013 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd: No bootstrap required, opened a new log
11:57:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.620244 6013 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } }
11:57:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.620970 6013 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:57:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.621235 6013 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b9abd3e80c24d27ab2798bac7ad33cd, State: Initialized, Role: FOLLOWER
11:57:32.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.622076 6013 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } }
11:57:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.624497 6023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.625298 6023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [sys.catalog]: This master's current role is: FOLLOWER
11:57:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.626458 6013 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [sys.catalog]: configured and running, proceeding with master startup.
11:57:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:32.654726 6034 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:57:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:32.655082 6034 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:57:32.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:32.666273 5967 tablet.cc:2369] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:57:32.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.650318 5935 master_runner.cc:186] Error getting master registration for 127.5.164.190:36263: OK, instance_id { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" instance_seqno: 1781870248734706 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:57:32.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.683365 5935 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:57:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.968606 5933 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 7
11:57:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.992938 5933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb: Bootstrap starting.
11:57:32.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:32.998605 5933 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb: Neither blocks nor log segments found. Creating new log.
11:57:33.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.000653 5933 log.cc:824] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb: Log is configured to *not* fsync() on all Append() calls
11:57:33.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.005605 5933 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb: No bootstrap required, opened a new log
11:57:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.028923 5933 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } }
11:57:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.029748 5933 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:57:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.030028 5933 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c33162e3c724b188987e43ae1e70efb, State: Initialized, Role: FOLLOWER
11:57:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.030529 6023 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:57:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.031095 6023 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } }
11:57:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.031384 5933 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } }
11:57:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.034531 6038 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.035746 6038 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [sys.catalog]: This master's current role is: FOLLOWER
11:57:33.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.036839 5933 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [sys.catalog]: configured and running, proceeding with master startup.
11:57:33.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.036806 6023 leader_election.cc:288] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9210d95478ab44e98f090ecdcda2cec1 (127.5.164.190:36263), 9c33162e3c724b188987e43ae1e70efb (127.5.164.189:42785)
11:57:33.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.037221 5908 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c33162e3c724b188987e43ae1e70efb" is_pre_election: true
11:57:33.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.038093 5908 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b9abd3e80c24d27ab2798bac7ad33cd in term 0.
11:57:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.039489 5965 leader_election.cc:302] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b9abd3e80c24d27ab2798bac7ad33cd, 9c33162e3c724b188987e43ae1e70efb; no voters:
11:57:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.040696 6023 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 0 FOLLOWER]: Leader pre-election won for term 1
11:57:33.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.041033 6023 raft_consensus.cc:482] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:57:33.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.042160 6023 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 0 FOLLOWER]: Advancing to term 1
11:57:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.052942 6023 raft_consensus.cc:504] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } }
11:57:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.058257 6023 leader_election.cc:288] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [CANDIDATE]: Term 1 election: Requested vote from peers 9210d95478ab44e98f090ecdcda2cec1 (127.5.164.190:36263), 9c33162e3c724b188987e43ae1e70efb (127.5.164.189:42785)
11:57:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.058935 5908 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9c33162e3c724b188987e43ae1e70efb"
11:57:33.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.059599 5908 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [term 0 FOLLOWER]: Advancing to term 1
11:57:33.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.067018 5908 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3b9abd3e80c24d27ab2798bac7ad33cd in term 1.
11:57:33.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.068569 5965 leader_election.cc:302] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b9abd3e80c24d27ab2798bac7ad33cd, 9c33162e3c724b188987e43ae1e70efb; no voters:
11:57:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.070050 6023 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 1 FOLLOWER]: Leader election won for term 1
11:57:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.072149 6023 raft_consensus.cc:686] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [term 1 LEADER]: Becoming Leader. State: Replica: 3b9abd3e80c24d27ab2798bac7ad33cd, State: Running, Role: LEADER
11:57:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.075771 6023 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } }
11:57:33.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.099395 6044 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3b9abd3e80c24d27ab2798bac7ad33cd. Latest consensus state: current_term: 1 leader_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:33.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.100198 6044 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [sys.catalog]: This master's current role is: LEADER
11:57:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.107719 6051 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:57:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.117519 6051 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:57:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:33.140952 6052 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:57:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:33.141373 6052 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:57:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.125494 5860 master_runner.cc:186] Error getting master registration for 127.5.164.190:36263: OK, instance_id { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" instance_seqno: 1781870248734706 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:57:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.162891 5908 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [term 1 FOLLOWER]: Refusing update from remote peer 3b9abd3e80c24d27ab2798bac7ad33cd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:57:33.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.164821 6023 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [LEADER]: Connected to new peer: Peer: permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
11:57:33.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.163466 5860 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:57:33.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.207967 6038 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3b9abd3e80c24d27ab2798bac7ad33cd. Latest consensus state: current_term: 1 leader_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:33.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.212500 6038 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [sys.catalog]: This master's current role is: FOLLOWER
11:57:33.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.214596 6054 mvcc.cc:205] Tried to move back new op lower bound from 7298540556924235776 to 7298540556611235840. Current Snapshot: MvccSnapshot[applied={T|T < 7298540556924235776}]
11:57:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.228097 6044 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.228963 6044 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [sys.catalog]: This master's current role is: LEADER
11:57:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.236630 6038 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.237573 6038 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb [sys.catalog]: This master's current role is: FOLLOWER
11:57:33.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.239722 6051 catalog_manager.cc:1347] Generated new cluster ID: 28e3b6c4b34f4072afbaaaf5c43d19a8
11:57:33.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.240099 6051 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:57:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.324175 6051 catalog_manager.cc:1370] Generated new certificate authority record
11:57:33.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.328848 6051 catalog_manager.cc:1504] Loading token signing keys...
11:57:33.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.368163 6051 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd: Generated new TSK 0
11:57:33.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.372177 6051 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:57:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.417032 5778 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/wal
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/data
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/logs
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/data/info.pb
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.129:0
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.164.129
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.129
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:57:33.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.420641 5858 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } attempt: 7
11:57:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.474211 5858 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1: Bootstrap starting.
11:57:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.513223 5858 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1: Neither blocks nor log segments found. Creating new log.
11:57:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.516371 5858 log.cc:824] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1: Log is configured to *not* fsync() on all Append() calls
11:57:33.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.534528 5858 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1: No bootstrap required, opened a new log
11:57:33.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.621794 5858 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } }
11:57:33.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.623271 5858 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:57:33.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.624034 5858 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9210d95478ab44e98f090ecdcda2cec1, State: Initialized, Role: FOLLOWER
11:57:33.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.625748 5858 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } }
11:57:33.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.659075 5858 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [sys.catalog]: configured and running, proceeding with master startup.
11:57:33.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.659677 5831 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [term 0 FOLLOWER]: Advancing to term 1
11:57:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.660190 5833 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9210d95478ab44e98f090ecdcda2cec1" is_pre_election: true
11:57:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.660892 5832 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9210d95478ab44e98f090ecdcda2cec1"
11:57:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.658140 6063 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.672780 6063 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [sys.catalog]: This master's current role is: FOLLOWER
11:57:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.677307 5831 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [term 1 FOLLOWER]: Refusing update from remote peer 3b9abd3e80c24d27ab2798bac7ad33cd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:57:33.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.679692 6023 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [LEADER]: Connected to new peer: Peer: permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:57:33.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:33.689280 5812 tablet.cc:2369] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:57:33.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.764420 6063 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3b9abd3e80c24d27ab2798bac7ad33cd. Latest consensus state: current_term: 1 leader_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.767271 6063 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [sys.catalog]: This master's current role is: FOLLOWER
11:57:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.766037 6071 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:33.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.768191 6071 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1 [sys.catalog]: This master's current role is: FOLLOWER
11:57:33.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.822240 6079 catalog_manager.cc:1259] Loaded cluster ID: 28e3b6c4b34f4072afbaaaf5c43d19a8
11:57:33.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.822913 6079 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1: loading cluster ID for follower catalog manager: success
11:57:33.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.842120 6079 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1: acquiring CA information for follower catalog manager: success
11:57:33.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:33.861068 6079 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9210d95478ab44e98f090ecdcda2cec1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:57:34.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:34.053864 6061 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:34.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:34.054847 6061 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:34.055824 6061 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:34.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:34.116456 6061 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:34.118214 6061 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.164.129
11:57:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:34.147084 6052 catalog_manager.cc:1259] Loaded cluster ID: 28e3b6c4b34f4072afbaaaf5c43d19a8
11:57:34.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:34.147720 6052 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb: loading cluster ID for follower catalog manager: success
11:57:34.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:34.156245 6052 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb: acquiring CA information for follower catalog manager: success
11:57:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:34.171924 6052 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9c33162e3c724b188987e43ae1e70efb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:57:34.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:34.197916 6023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9210d95478ab44e98f090ecdcda2cec1" member_type: VOTER last_known_addr { host: "127.5.164.190" port: 36263 } } peers { permanent_uuid: "9c33162e3c724b188987e43ae1e70efb" member_type: VOTER last_known_addr { host: "127.5.164.189" port: 42785 } } peers { permanent_uuid: "3b9abd3e80c24d27ab2798bac7ad33cd" member_type: VOTER last_known_addr { host: "127.5.164.188" port: 39285 } } }
11:57:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:34.198774 6023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3b9abd3e80c24d27ab2798bac7ad33cd [sys.catalog]: This master's current role is: LEADER
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:34.208671 6061 tablet_server_runner.cc:78] Tablet server non-default flags:
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/data
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/wal
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.129:0
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/data/info.pb
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.129
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.164.129
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/logs
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:34.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:34.212653 6061 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:34.215373 6061 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:34.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:34.294268 6089 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:35.664072 6088 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 6061
11:57:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:37.201870 6061 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.915s user 1.170s sys 1.562s
11:57:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:37.208068 6061 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.921s user 1.170s sys 1.562s
11:57:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:34.301473 6090 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:37.240366 6096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:37.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.249308 6061 server_base.cc:1034] running on GCE node
11:57:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.251003 6061 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:37.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.257453 6061 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:37.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.259527 6061 hybrid_clock.cc:648] HybridClock initialized: now 1781870257259480 us; error 58 us; skew 500 ppm
11:57:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.260990 6061 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:37.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.275873 6061 webserver.cc:460] Webserver started at http://127.5.164.129:37105/ using document root <none> and password file <none>
11:57:37.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.277063 6061 fs_manager.cc:359] Metadata directory not provided
11:57:37.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.277429 6061 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.278119 6061 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:57:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.284868 6061 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/data/instance:
11:57:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0723e6e5e7684e9286e7731eeb1ebac4"
11:57:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:37 on dist-test-slave-1tkd"
11:57:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.286517 6061 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/wal/instance:
11:57:37.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0723e6e5e7684e9286e7731eeb1ebac4"
11:57:37.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:37 on dist-test-slave-1tkd"
11:57:37.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.296216 6061 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.005s
11:57:37.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.303118 6101 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:37.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.304524 6061 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
11:57:37.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.304908 6061 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/wal
11:57:37.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0723e6e5e7684e9286e7731eeb1ebac4"
11:57:37.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:37 on dist-test-slave-1tkd"
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.305416 6061 fs_report.cc:383] FS layout report
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/wal
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/wal
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/data/data
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.356177 6061 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.357862 6061 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.358433 6061 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:37.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.361861 6061 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:57:37.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.367093 6061 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:57:37.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.367564 6061 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:57:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.367980 6061 ts_tablet_manager.cc:610] Registered 0 tablets
11:57:37.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.368219 6061 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:57:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.581146 6061 rpc_server.cc:307] RPC server started. Bound to: 127.5.164.129:37403
11:57:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.581379 6213 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.164.129:37403 every 8 connection(s)
11:57:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.584983 6061 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/data/info.pb
11:57:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.587559 5778 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 6061
11:57:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.588337 5778 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-0/wal/instance
11:57:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.632002 5778 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/wal
11:57:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/data
11:57:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/logs
11:57:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/data/info.pb
11:57:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:37.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.130:0
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.164.130
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.130
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:57:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.652963 6214 heartbeater.cc:347] Connected to a master server at 127.5.164.188:39285
11:57:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.653486 6214 heartbeater.cc:464] Registering TS with master...
11:57:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.654821 6214 heartbeater.cc:511] Master 127.5.164.188:39285 requested a full tablet report, sending...
11:57:37.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.657740 6215 heartbeater.cc:347] Connected to a master server at 127.5.164.189:42785
11:57:37.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.658212 6215 heartbeater.cc:464] Registering TS with master...
11:57:37.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.659184 5978 ts_manager.cc:194] Registered new tserver with Master: 0723e6e5e7684e9286e7731eeb1ebac4 (127.5.164.129:37403)
11:57:37.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.659340 6215 heartbeater.cc:511] Master 127.5.164.189:42785 requested a full tablet report, sending...
11:57:37.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.662786 5978 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.164.129:57441
11:57:37.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.663612 5898 ts_manager.cc:194] Registered new tserver with Master: 0723e6e5e7684e9286e7731eeb1ebac4 (127.5.164.129:37403)
11:57:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.671425 6218 heartbeater.cc:347] Connected to a master server at 127.5.164.190:36263
11:57:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.671801 6218 heartbeater.cc:464] Registering TS with master...
11:57:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.672582 6218 heartbeater.cc:511] Master 127.5.164.190:36263 requested a full tablet report, sending...
11:57:37.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:37.678073 5823 ts_manager.cc:194] Registered new tserver with Master: 0723e6e5e7684e9286e7731eeb1ebac4 (127.5.164.129:37403)
11:57:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:37.982815 6224 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:37.983393 6224 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:37.983968 6224 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:38.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:38.016176 6224 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:38.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:38.017028 6224 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.164.130
11:57:38.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:38.053354 6224 tablet_server_runner.cc:78] Tablet server non-default flags:
11:57:38.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/data
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/wal
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.130:0
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/data/info.pb
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.130
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:38.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.164.130
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/logs
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:38.054600 6224 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:38.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:38.056284 6224 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:38.077069 6233 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:38.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:38.671430 6214 heartbeater.cc:503] Master 127.5.164.188:39285 was elected leader, sending a full tablet report...
11:57:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:38.077137 6231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:38.077704 6230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:38.079962 6224 server_base.cc:1034] running on GCE node
11:57:39.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.331801 6224 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.334831 6224 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.336465 6224 hybrid_clock.cc:648] HybridClock initialized: now 1781870259336375 us; error 58 us; skew 500 ppm
11:57:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.337626 6224 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.349197 6224 webserver.cc:460] Webserver started at http://127.5.164.130:34889/ using document root <none> and password file <none>
11:57:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.350199 6224 fs_manager.cc:359] Metadata directory not provided
11:57:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.350416 6224 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.350804 6224 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:57:39.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.356065 6224 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/data/instance:
11:57:39.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d458f5b81b94c5a905047eab4827601"
11:57:39.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:39 on dist-test-slave-1tkd"
11:57:39.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.357462 6224 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/wal/instance:
11:57:39.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d458f5b81b94c5a905047eab4827601"
11:57:39.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:39 on dist-test-slave-1tkd"
11:57:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.365476 6224 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
11:57:39.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.371985 6241 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:39.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.373409 6224 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.007s sys 0.000s
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.373721 6224 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/wal
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d458f5b81b94c5a905047eab4827601"
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:39 on dist-test-slave-1tkd"
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.374061 6224 fs_report.cc:383] FS layout report
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/wal
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/wal
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/data/data
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.420372 6224 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.421948 6224 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.422391 6224 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.425004 6224 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:57:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.429879 6224 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:57:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.430085 6224 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:57:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.430290 6224 ts_tablet_manager.cc:610] Registered 0 tablets
11:57:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.430421 6224 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:57:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.592020 6224 rpc_server.cc:307] RPC server started. Bound to: 127.5.164.130:32833
11:57:39.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.592170 6353 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.164.130:32833 every 8 connection(s)
11:57:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.595613 6224 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/data/info.pb
11:57:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.598999 5778 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 6224
11:57:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.599486 5778 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-1/wal/instance
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.624236 5778 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/wal
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/data
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/logs
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/data/info.pb
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.131:0
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.164.131
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.131
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:57:39.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.666492 6355 heartbeater.cc:347] Connected to a master server at 127.5.164.189:42785
11:57:39.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.667018 6355 heartbeater.cc:464] Registering TS with master...
11:57:39.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.668185 6354 heartbeater.cc:347] Connected to a master server at 127.5.164.188:39285
11:57:39.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.668560 6354 heartbeater.cc:464] Registering TS with master...
11:57:39.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.668471 6355 heartbeater.cc:511] Master 127.5.164.189:42785 requested a full tablet report, sending...
11:57:39.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.669755 6354 heartbeater.cc:511] Master 127.5.164.188:39285 requested a full tablet report, sending...
11:57:39.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.670539 6360 heartbeater.cc:347] Connected to a master server at 127.5.164.190:36263
11:57:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.670951 6360 heartbeater.cc:464] Registering TS with master...
11:57:39.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.671948 6360 heartbeater.cc:511] Master 127.5.164.190:36263 requested a full tablet report, sending...
11:57:39.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.672032 5978 ts_manager.cc:194] Registered new tserver with Master: 9d458f5b81b94c5a905047eab4827601 (127.5.164.130:32833)
11:57:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.673980 5978 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.164.130:37379
11:57:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.675719 5823 ts_manager.cc:194] Registered new tserver with Master: 9d458f5b81b94c5a905047eab4827601 (127.5.164.130:32833)
11:57:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:39.678818 5898 ts_manager.cc:194] Registered new tserver with Master: 9d458f5b81b94c5a905047eab4827601 (127.5.164.130:32833)
11:57:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:39.983708 6364 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:39.984373 6364 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:39.985321 6364 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:40.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:40.018096 6364 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:40.019088 6364 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.164.131
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:40.057649 6364 tablet_server_runner.cc:78] Tablet server non-default flags:
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.164.148:39873
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/data
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/wal
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.164.131:0
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/data/info.pb
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.164.131
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.164.190:36263,127.5.164.189:42785,127.5.164.188:39285
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.164.131
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/logs
11:57:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:40.059212 6364 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:40.061108 6364 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:40.086089 6373 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:40.682291 6354 heartbeater.cc:503] Master 127.5.164.188:39285 was elected leader, sending a full tablet report...
11:57:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:40.086120 6370 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:40.086177 6371 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:40.087260 6364 server_base.cc:1034] running on GCE node
11:57:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.380957 6364 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.384105 6364 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.385759 6364 hybrid_clock.cc:648] HybridClock initialized: now 1781870261385788 us; error 123 us; skew 500 ppm
11:57:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.386629 6364 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.393693 6364 webserver.cc:460] Webserver started at http://127.5.164.131:39913/ using document root <none> and password file <none>
11:57:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.394790 6364 fs_manager.cc:359] Metadata directory not provided
11:57:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.395009 6364 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.395417 6364 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:57:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.400375 6364 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/data/instance:
11:57:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47319ca4ad6b4a159e63ae49284d6efd"
11:57:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:41 on dist-test-slave-1tkd"
11:57:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.401710 6364 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/wal/instance:
11:57:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47319ca4ad6b4a159e63ae49284d6efd"
11:57:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:41 on dist-test-slave-1tkd"
11:57:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.409729 6364 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
11:57:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.415982 6381 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:41.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.417537 6364 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.417884 6364 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/wal
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47319ca4ad6b4a159e63ae49284d6efd"
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:41 on dist-test-slave-1tkd"
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.418219 6364 fs_report.cc:383] FS layout report
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/wal
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/wal
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/data/data
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.454975 6364 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.456672 6364 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.457135 6364 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.460034 6364 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:57:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.464745 6364 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:57:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.465209 6364 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:57:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.465533 6364 ts_tablet_manager.cc:610] Registered 0 tablets
11:57:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.465687 6364 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:57:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.668025 6364 rpc_server.cc:307] RPC server started. Bound to: 127.5.164.131:38221
11:57:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.668150 6493 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.164.131:38221 every 8 connection(s)
11:57:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.671037 6364 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/data/info.pb
11:57:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.681373 5778 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 6364
11:57:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.681964 5778 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster8247919156643504404/ts-2/wal/instance
11:57:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.743146 6496 heartbeater.cc:347] Connected to a master server at 127.5.164.190:36263
11:57:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.743672 6496 heartbeater.cc:464] Registering TS with master...
11:57:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.744987 6496 heartbeater.cc:511] Master 127.5.164.190:36263 requested a full tablet report, sending...
11:57:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.746728 6494 heartbeater.cc:347] Connected to a master server at 127.5.164.188:39285
11:57:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.747077 6494 heartbeater.cc:464] Registering TS with master...
11:57:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.747663 6494 heartbeater.cc:511] Master 127.5.164.188:39285 requested a full tablet report, sending...
11:57:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.748478 5823 ts_manager.cc:194] Registered new tserver with Master: 47319ca4ad6b4a159e63ae49284d6efd (127.5.164.131:38221)
11:57:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.749830 6495 heartbeater.cc:347] Connected to a master server at 127.5.164.189:42785
11:57:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.750200 6495 heartbeater.cc:464] Registering TS with master...
11:57:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.750439 5977 ts_manager.cc:194] Registered new tserver with Master: 47319ca4ad6b4a159e63ae49284d6efd (127.5.164.131:38221)
11:57:41.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.751078 6495 heartbeater.cc:511] Master 127.5.164.189:42785 requested a full tablet report, sending...
11:57:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.752802 5977 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.5.164.131:32807
11:57:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.754230 5898 ts_manager.cc:194] Registered new tserver with Master: 47319ca4ad6b4a159e63ae49284d6efd (127.5.164.131:38221)
11:57:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:41.775264 5778 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:57:41.788 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:57:41.789 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:57:41.800 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.164.190"
port: 36263
}
bound_http_address {
host: "127.5.164.190"
port: 44657
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.164.189"
port: 42785
}
bound_http_address {
host: "127.5.164.189"
port: 44379
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.164.188"
port: 39285
}
bound_http_address {
host: "127.5.164.188"
port: 37775
}
}
}
11:57:41.807 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:57:41.810 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.5.164.129"
port: 37403
}
bound_http_address {
host: "127.5.164.129"
port: 37105
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.5.164.130"
port: 32833
}
bound_http_address {
host: "127.5.164.130"
port: 34889
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.5.164.131"
port: 38221
}
bound_http_address {
host: "127.5.164.131"
port: 39913
}
}
}
11:57:41.810 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:57:42.003 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:57:42.131 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task43PphX/test-tmp
11:57:42.132 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:57:42.132 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task43PphX/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:57:42.135 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
11:57:42.494 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:42.494 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:57:42.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:42.497550 6505 mini_oidc.cc:152] Starting JWKS server
11:57:42.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:42.501873 6505 webserver.cc:460] Webserver started at http://127.0.0.1:34323/ using document root <none> and password file <none>
11:57:42.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:42.502549 6505 mini_oidc.cc:189] Starting OIDC Discovery server
11:57:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:42.504532 6505 webserver.cc:460] Webserver started at http://127.0.0.1:39201/ using document root <none> and password file <none>
11:57:42.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
11:57:42.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/principal' for realm 'KRBTEST.COM',
11:57:42.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
11:57:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:42 dist-test-slave-1tkd krb5kdc[6517](info): setting up network...
11:57:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
11:57:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:42 dist-test-slave-1tkd krb5kdc[6517](info): set up 2 sockets
11:57:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:42 dist-test-slave-1tkd krb5kdc[6517](info): commencing operation
11:57:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
11:57:42.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:42.757064 6494 heartbeater.cc:503] Master 127.5.164.188:39285 was elected leader, sending a full tablet report...
11:57:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:43.701460 6505 mini_kdc.cc:121] Time spent starting KDC: real 1.169s user 0.008s sys 0.017s
11:57:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
11:57:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:57:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
11:57:43.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
11:57:43.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:57:43.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
11:57:43.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
11:57:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:57:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
11:57:43.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:57:43.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/test-user.keytab.
11:57:43.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/test-user.keytab.
11:57:43.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:43 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870263, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:57:43.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:57:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:57:43Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:57:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:57:43Z Disabled control of system clock
11:57:43.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.90.126@KRBTEST.COM; defaulting to no policy
11:57:43.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:57:43.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.90.126@KRBTEST.COM" created.
11:57:43.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:57:43.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.90.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.126.keytab.
11:57:43.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.90.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.126.keytab.
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:43.918550 6505 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/logs
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data/info.pb
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.126:35169
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.126
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.126.keytab
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.126
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:43.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:57:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.259117 6530 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.259687 6530 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.260265 6530 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:44.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.295938 6530 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:57:44.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.296175 6530 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:57:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.296445 6530 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.296741 6530 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:57:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.296964 6530 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:57:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.297299 6530 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:57:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.297467 6530 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34323/jwks.json
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:44.335948 6530 master_runner.cc:386] Master server non-default flags:
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.126.keytab
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.126
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.126:35169
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data/info.pb
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.126
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/logs
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:44.337404 6530 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:44.338660 6530 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.360615 6540 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.361754 6537 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:44.360622 6538 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:45.678426 6539 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:57:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.678570 6530 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:57:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.684158 6530 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.687511 6530 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:45.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.689064 6530 hybrid_clock.cc:648] HybridClock initialized: now 1781870265689008 us; error 69 us; skew 500 ppm
11:57:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.690037 6530 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:45.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:45 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870265, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:57:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.701905 6530 init.cc:377] Logged in from keytab as kudu/127.6.90.126@KRBTEST.COM (short username kudu)
11:57:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.708563 6530 webserver.cc:460] Webserver started at http://127.6.90.126:36047/ using document root <none> and password file <none>
11:57:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.709950 6530 fs_manager.cc:359] Metadata directory not provided
11:57:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.710254 6530 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.711031 6530 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:57:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.717828 6530 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data/instance:
11:57:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7691199d30fc43d1bc1039d8a9619723"
11:57:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:45 on dist-test-slave-1tkd"
11:57:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.720498 6530 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal/instance:
11:57:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7691199d30fc43d1bc1039d8a9619723"
11:57:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:45 on dist-test-slave-1tkd"
11:57:45.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.729622 6530 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
11:57:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.736110 6548 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.737797 6530 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
11:57:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.738160 6530 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7691199d30fc43d1bc1039d8a9619723"
11:57:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:45 on dist-test-slave-1tkd"
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.738511 6530 fs_report.cc:383] FS layout report
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data/data
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:45.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.790135 6530 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.797397 6530 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.797868 6530 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.886723 6530 rpc_server.cc:307] RPC server started. Bound to: 127.6.90.126:35169
11:57:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.886835 6599 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.90.126:35169 every 8 connection(s)
11:57:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.889882 6530 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data/info.pb
11:57:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.896802 6600 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:57:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.897634 6505 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 6530
11:57:45.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.898054 6505 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal/instance
11:57:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.90.125@KRBTEST.COM; defaulting to no policy
11:57:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.917685 6600 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } has no permanent_uuid. Determining permanent_uuid...
11:57:45.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:57:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.90.125@KRBTEST.COM" created.
11:57:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:45 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870265, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.126@KRBTEST.COM for kudu/127.6.90.126@KRBTEST.COM
11:57:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:57:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.90.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.125.keytab.
11:57:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.90.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.125.keytab.
11:57:45.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.955472 6505 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/logs
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data/info.pb
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.125:41699
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.125
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.125.keytab
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.125
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:57:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:45.968390 6600 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } has no permanent_uuid. Determining permanent_uuid...
11:57:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:45.970937 6551 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:45.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:45.975654 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.125:41699: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:46.025282 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } attempt: 1
11:57:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.029572 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.125:41699: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:46.098097 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } attempt: 2
11:57:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.102924 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.125:41699: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:46.194406 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } attempt: 3
11:57:46.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.200057 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.125:41699: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:46.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.297837 6606 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:46.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.298539 6606 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:46.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.299260 6606 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.332602 6606 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:57:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.332932 6606 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:57:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.333353 6606 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:46.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.333678 6606 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:57:46.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.334055 6606 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:57:46.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.334363 6606 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:57:46.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.334587 6606 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34323/jwks.json
11:57:46.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:46.343537 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } attempt: 4
11:57:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.348197 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.125:41699: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:46.376068 6606 master_runner.cc:386] Master server non-default flags:
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.125.keytab
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.125
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.125:41699
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data/info.pb
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.125
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/logs
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:46.377513 6606 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:46.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:46.378598 6606 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:46.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.398636 6616 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:46.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:46.647765 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } attempt: 5
11:57:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.653373 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.125:41699: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:47.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.200891 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } attempt: 6
11:57:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:47.208720 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.125:41699: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:47.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.399019 6614 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:47.716962 6615 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:57:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.717128 6606 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:57:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:46.401937 6613 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.725270 6606 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:47.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.734017 6606 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.735848 6606 hybrid_clock.cc:648] HybridClock initialized: now 1781870267735982 us; error 315 us; skew 500 ppm
11:57:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.737210 6606 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:47 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870267, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:57:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.746130 6606 init.cc:377] Logged in from keytab as kudu/127.6.90.125@KRBTEST.COM (short username kudu)
11:57:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.753111 6606 webserver.cc:460] Webserver started at http://127.6.90.125:36259/ using document root <none> and password file <none>
11:57:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.754619 6606 fs_manager.cc:359] Metadata directory not provided
11:57:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.754987 6606 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:47.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.755682 6606 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:57:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.763270 6606 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data/instance:
11:57:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4f53795724c457e99e29add8d572894"
11:57:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:47 on dist-test-slave-1tkd"
11:57:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.764638 6606 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal/instance:
11:57:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4f53795724c457e99e29add8d572894"
11:57:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:47 on dist-test-slave-1tkd"
11:57:47.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.776150 6606 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.002s sys 0.006s
11:57:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.784881 6628 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:47.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.787249 6606 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.000s
11:57:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.787992 6606 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4f53795724c457e99e29add8d572894"
11:57:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:47 on dist-test-slave-1tkd"
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.788421 6606 fs_report.cc:383] FS layout report
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data/data
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.846132 6606 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.852054 6606 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.852658 6606 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:47.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.948185 6606 rpc_server.cc:307] RPC server started. Bound to: 127.6.90.125:41699
11:57:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.948374 6679 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.90.125:41699 every 8 connection(s)
11:57:47.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.951645 6606 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data/info.pb
11:57:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.956969 6505 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 6606
11:57:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.957531 6505 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal/instance
11:57:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.958691 6680 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:57:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.6.90.124@KRBTEST.COM; defaulting to no policy
11:57:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:57:47.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.6.90.124@KRBTEST.COM" created.
11:57:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:47.977574 6680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } has no permanent_uuid. Determining permanent_uuid...
11:57:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:47 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870267, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.125@KRBTEST.COM for kudu/127.6.90.126@KRBTEST.COM
11:57:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:57:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.90.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.124.keytab.
11:57:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.6.90.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.124.keytab.
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.010728 6505 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/logs
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data/info.pb
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.124:37873
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.124
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.124.keytab
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.124
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:48.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:48.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:48.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:57:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.020380 6680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } has no permanent_uuid. Determining permanent_uuid...
11:57:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:48 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870267, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.125@KRBTEST.COM for kudu/127.6.90.125@KRBTEST.COM
11:57:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.052820 6680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } has no permanent_uuid. Determining permanent_uuid...
11:57:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.055640 6630 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.060423 6680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.109952 6680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 1
11:57:48.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.114553 6680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.182947 6680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 2
11:57:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.187806 6680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.269207 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } attempt: 7
11:57:48.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.279397 6680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 3
11:57:48.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.284145 6680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:48 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870265, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.126@KRBTEST.COM for kudu/127.6.90.125@KRBTEST.COM
11:57:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.298278 6600 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } has no permanent_uuid. Determining permanent_uuid...
11:57:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.304219 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.362684 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 1
11:57:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.367661 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.371649 6687 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.372404 6687 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.373248 6687 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.406491 6687 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:57:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.406805 6687 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:57:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.407227 6687 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.407550 6687 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:57:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.407881 6687 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:57:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.408196 6687 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:57:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.408421 6687 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34323/jwks.json
11:57:48.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.427584 6680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 4
11:57:48.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.431454 6680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.448863 6687 master_runner.cc:386] Master server non-default flags:
11:57:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.124.keytab
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.124
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.124:37873
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data/info.pb
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.124
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/logs
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.449611 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 2
11:57:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.450477 6687 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:48.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.451897 6687 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.454145 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.473660 6697 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:48.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.539626 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 3
11:57:48.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.543660 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.684331 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 4
11:57:48.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.688970 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.730819 6680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 5
11:57:48.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.737105 6680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.972630 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 5
11:57:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.977133 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:49.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.284899 6680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 6
11:57:49.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:49.292711 6680 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.529814 6600 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 6
11:57:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:49.537400 6600 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.90.124:37873: Network error: Client connection negotiation failed: client connection to 127.6.90.124:37873: connect: Connection refused (error 111)
11:57:49.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:49.803126 5854 debug-util.cc:398] Leaking SignalData structure 0x7b08000b05e0 after lost signal to thread 5791
11:57:49.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:49.803951 5854 debug-util.cc:398] Leaking SignalData structure 0x7b08000adba0 after lost signal to thread 5857
11:57:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:48.475064 6687 server_base.cc:1034] running on GCE node
11:57:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.474524 6700 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:48.474584 6698 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:49.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.840039 6687 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.843578 6687 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:49.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.845069 6687 hybrid_clock.cc:648] HybridClock initialized: now 1781870269845010 us; error 91 us; skew 500 ppm
11:57:49.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.845963 6687 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:49 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870269, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:57:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.852941 6687 init.cc:377] Logged in from keytab as kudu/127.6.90.124@KRBTEST.COM (short username kudu)
11:57:49.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.860173 6687 webserver.cc:460] Webserver started at http://127.6.90.124:33379/ using document root <none> and password file <none>
11:57:49.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.861379 6687 fs_manager.cc:359] Metadata directory not provided
11:57:49.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.861680 6687 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:49.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.862130 6687 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:57:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.867794 6687 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data/instance:
11:57:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a3fa6b4bbfe48908c9241f15c0614fa"
11:57:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:49 on dist-test-slave-1tkd"
11:57:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.869305 6687 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal/instance:
11:57:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a3fa6b4bbfe48908c9241f15c0614fa"
11:57:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:49 on dist-test-slave-1tkd"
11:57:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.879029 6687 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
11:57:49.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.886222 6713 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.887813 6687 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
11:57:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.888298 6687 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a3fa6b4bbfe48908c9241f15c0614fa"
11:57:49.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:49 on dist-test-slave-1tkd"
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.888701 6687 fs_report.cc:383] FS layout report
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data/data
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:49.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.934477 6687 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.943243 6687 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:49.943909 6687 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.053505 6687 rpc_server.cc:307] RPC server started. Bound to: 127.6.90.124:37873
11:57:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.053646 6765 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.90.124:37873 every 8 connection(s)
11:57:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.056478 6687 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data/info.pb
11:57:50.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.064123 6766 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:57:50.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.064986 6505 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 6687
11:57:50.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.065485 6505 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal/instance
11:57:50.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.088727 6766 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } has no permanent_uuid. Determining permanent_uuid...
11:57:50.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:50 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870263, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.90.124@KRBTEST.COM
11:57:50.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:50 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870269, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.124@KRBTEST.COM for kudu/127.6.90.126@KRBTEST.COM
11:57:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.142604 6766 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } has no permanent_uuid. Determining permanent_uuid...
11:57:50.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:50 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870269, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.124@KRBTEST.COM for kudu/127.6.90.125@KRBTEST.COM
11:57:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:50 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870263, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.90.125@KRBTEST.COM
11:57:50.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.175981 6766 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } has no permanent_uuid. Determining permanent_uuid...
11:57:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:50 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870269, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.124@KRBTEST.COM for kudu/127.6.90.124@KRBTEST.COM
11:57:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:50 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870263, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.90.126@KRBTEST.COM
11:57:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.220867 6766 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: Bootstrap starting.
11:57:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.221967 6505 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
11:57:50.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.227942 6766 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: Neither blocks nor log segments found. Creating new log.
11:57:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.230412 6766 log.cc:824] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: Log is configured to *not* fsync() on all Append() calls
11:57:50.234 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:50.235 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
11:57:50.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.239639 6766 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: No bootstrap required, opened a new log
11:57:50.252 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
11:57:50.253 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
11:57:50.260 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.90.126"
port: 35169
}
bound_http_address {
host: "127.6.90.126"
port: 36047
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.90.125"
port: 41699
}
bound_http_address {
host: "127.6.90.125"
port: 36259
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.90.124"
port: 37873
}
bound_http_address {
host: "127.6.90.124"
port: 33379
}
}
}
11:57:50.260 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:57:50.261 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:50.261 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:57:50.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:57:50.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.276973 6766 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:57:50.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.277972 6766 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:57:50.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.278303 6766 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2a3fa6b4bbfe48908c9241f15c0614fa, State: Initialized, Role: FOLLOWER
11:57:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.279539 6766 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:57:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.283506 6776 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } } }
11:57:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.285369 6776 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [sys.catalog]: This master's current role is: FOLLOWER
11:57:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.286053 6766 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [sys.catalog]: configured and running, proceeding with master startup.
11:57:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:50 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870270, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:57:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:57:50.305 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:50.309 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc
11:57:50.317 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:57:50.318 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc
11:57:50.319 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:57:50.323 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
11:57:50.326 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:57:50.326 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:57:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.353354 6680 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } attempt: 7
11:57:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.354794 6788 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:57:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.355186 6788 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:57:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:50 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870270, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:57:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:57:50.380 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:50.380 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc
11:57:50.382 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:57:50.383 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.90.125:41699
11:57:50.385 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
11:57:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.386154 6505 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 6606
11:57:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.330480 6687 master_runner.cc:186] Error getting master registration for 127.6.90.126:35169: OK, instance_id { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" instance_seqno: 1781870265862257 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:57:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.408524 6687 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:57:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.419457 6768 negotiation.cc:337] Failed RPC negotiation. Trace:
11:57:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.355987 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:59576 (local address 127.6.90.124:37873)
11:57:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.356496 (+ 509us) server_negotiation.cc:206] Beginning negotiation
11:57:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.356520 (+ 24us) server_negotiation.cc:399] Waiting for connection header
11:57:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.374478 (+ 17958us) server_negotiation.cc:407] Connection header received
11:57:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.375181 (+ 703us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
11:57:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.375216 (+ 35us) server_negotiation.cc:461] Received NEGOTIATE request from client
11:57:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.375614 (+ 398us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
11:57:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.375777 (+ 163us) server_negotiation.cc:226] Negotiated authn=SASL
11:57:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.379307 (+ 3530us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
11:57:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.380711 (+ 1404us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
11:57:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.384266 (+ 3555us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
11:57:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.385438 (+ 1172us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
11:57:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.385795 (+ 357us) server_negotiation.cc:657] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
11:57:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0619 11:57:50.416981 (+ 31186us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:59576: BlockingRecv error: recv got EOF from 127.0.0.1:59576 (error 108)
11:57:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":123}
11:57:50.424 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:50.425 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.90.126:35169
11:57:50.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
11:57:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.425877 6505 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 6530
11:57:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.443229 6776 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:57:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.443827 6776 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:57:50.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.448066 6776 leader_election.cc:288] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169), a4f53795724c457e99e29add8d572894 (127.6.90.125:41699)
11:57:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.450954 6716 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.452164 6719 tablet.cc:2369] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:57:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.460359 6714 connection.cc:535] client connection to 127.6.90.126:35169 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:57:50.466 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:50.466 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.90.124:37873
11:57:50.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.466645 6716 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a4f53795724c457e99e29add8d572894 (127.6.90.125:41699): Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:50.467 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
11:57:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.467790 6505 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 6687
11:57:50.498 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:50.498 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.90.125:41699
11:57:50.501 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.503573 6505 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/logs
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data/info.pb
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.125:41699
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.125
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36259
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.125.keytab
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.125
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:57:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.883038 6794 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:50.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.883750 6794 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:50.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.884524 6794 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.918627 6794 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:57:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.919003 6794 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:57:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.919488 6794 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.919845 6794 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:57:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.920190 6794 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:57:50.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.920543 6794 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:57:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.920799 6794 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34323/jwks.json
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.960821 6794 master_runner.cc:386] Master server non-default flags:
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.125.keytab
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.125
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.125:41699
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data/info.pb
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.125
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36259
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:50.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/logs
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.962589 6794 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.964105 6794 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:50.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.993249 6802 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:52.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.994335 6801 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:50.997362 6794 server_base.cc:1034] running on GCE node
11:57:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:50.993829 6804 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:52.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.293953 6794 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.296911 6794 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.298389 6794 hybrid_clock.cc:648] HybridClock initialized: now 1781870272298328 us; error 71 us; skew 500 ppm
11:57:52.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.299373 6794 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:52.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:52 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870272, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:57:52.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.314819 6794 init.cc:377] Logged in from keytab as kudu/127.6.90.125@KRBTEST.COM (short username kudu)
11:57:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.321516 6794 webserver.cc:460] Webserver started at http://127.6.90.125:36259/ using document root <none> and password file <none>
11:57:52.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.322721 6794 fs_manager.cc:359] Metadata directory not provided
11:57:52.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.323045 6794 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.332868 6794 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
11:57:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.338171 6812 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.339465 6794 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
11:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.339955 6794 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4f53795724c457e99e29add8d572894"
11:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:47 on dist-test-slave-1tkd"
11:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.343039 6794 fs_report.cc:383] FS layout report
11:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal
11:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data/data
11:57:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:52.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.385298 6794 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.391842 6794 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.392423 6794 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.470486 6794 rpc_server.cc:307] RPC server started. Bound to: 127.6.90.125:41699
11:57:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.470669 6864 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.90.125:41699 every 8 connection(s)
11:57:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.473387 6794 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/data/info.pb
11:57:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.483883 6505 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 6794
11:57:52.484 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:52.485 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.90.126:35169
11:57:52.485 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
11:57:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.486896 6865 sys_catalog.cc:263] Verifying existing consensus state
11:57:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.487418 6505 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:52.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/logs
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data/info.pb
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.126:35169
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.126
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36047
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.126.keytab
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.126
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 11:57:52.487937 6865 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:57:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.488487 6794 master.cc:537] Master@127.6.90.125:41699 shutting down...
11:57:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.571878 6794 master.cc:552] Master@127.6.90.125:41699 shutdown complete.
11:57:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:57:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.895543 6867 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.896311 6867 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.897071 6867 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.930842 6867 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:57:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.931146 6867 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:57:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.931632 6867 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:52.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.932040 6867 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:57:52.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.932477 6867 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:57:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.932814 6867 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:57:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.933079 6867 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34323/jwks.json
11:57:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.973105 6867 master_runner.cc:386] Master server non-default flags:
11:57:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data
11:57:52.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.126.keytab
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.126
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.126:35169
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data/info.pb
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.126
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36047
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/logs
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.974761 6867 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.976126 6867 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.995023 6874 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.995226 6873 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:54.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:52.996246 6876 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:54.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:52.998567 6867 server_base.cc:1034] running on GCE node
11:57:54.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.322453 6867 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.325350 6867 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:54.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.326881 6867 hybrid_clock.cc:648] HybridClock initialized: now 1781870274326853 us; error 47 us; skew 500 ppm
11:57:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.328008 6867 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:54.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:54 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870274, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:57:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.335260 6867 init.cc:377] Logged in from keytab as kudu/127.6.90.126@KRBTEST.COM (short username kudu)
11:57:54.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.340564 6867 webserver.cc:460] Webserver started at http://127.6.90.126:36047/ using document root <none> and password file <none>
11:57:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.341823 6867 fs_manager.cc:359] Metadata directory not provided
11:57:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.342093 6867 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.350657 6867 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
11:57:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.355996 6885 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.357517 6867 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.001s
11:57:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.357863 6867 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7691199d30fc43d1bc1039d8a9619723"
11:57:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:45 on dist-test-slave-1tkd"
11:57:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.360286 6867 fs_report.cc:383] FS layout report
11:57:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data/data
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:54.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.411777 6867 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.418273 6867 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:54.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.418728 6867 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.497820 6867 rpc_server.cc:307] RPC server started. Bound to: 127.6.90.126:35169
11:57:54.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.497984 6936 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.90.126:35169 every 8 connection(s)
11:57:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.501345 6867 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/data/info.pb
11:57:54.511 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:54.511 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.6.90.124:37873
11:57:54.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
11:57:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.510190 6505 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 6867
11:57:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.514047 6505 external_mini_cluster.cc:1326] Running /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task43PphX/build/tsan/bin/kudu
11:57:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data
11:57:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/logs
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data/info.pb
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:57:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.124:37873
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.124
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33379
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.124.keytab
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.124
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:57:54.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.519373 6937 sys_catalog.cc:263] Verifying existing consensus state
11:57:54.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 11:57:54.520536 6937 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:57:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.521076 6867 master.cc:537] Master@127.6.90.126:35169 shutting down...
11:57:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.612871 6867 master.cc:552] Master@127.6.90.126:35169 shutdown complete.
11:57:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:57:54.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.894147 6940 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:57:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.894884 6940 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:57:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.895627 6940 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:57:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.929378 6940 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:57:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.929685 6940 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:57:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.930084 6940 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:57:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.930491 6940 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:57:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.930812 6940 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:57:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.931119 6940 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:57:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.931357 6940 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34323/jwks.json
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.969893 6940 master_runner.cc:386] Master server non-default flags:
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.90.84:40517
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.90.126:35169,127.6.90.125:41699,127.6.90.124:37873
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/krb5kdc/kudu_127.6.90.124.keytab
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.6.90.124
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:57:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:57:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:57:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.90.124:37873
11:57:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:57:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34323/jwks.json
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data/info.pb
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.90.124
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33379
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/logs
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:57:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:57:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:57:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:57:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.971454 6940 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:57:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.972894 6940 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:57:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.992730 6947 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.992801 6946 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:54.996454 6940 server_base.cc:1034] running on GCE node
11:57:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:54.994903 6949 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:57:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.269706 6940 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:57:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.272671 6940 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:57:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.274163 6940 hybrid_clock.cc:648] HybridClock initialized: now 1781870276274121 us; error 88 us; skew 500 ppm
11:57:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.275077 6940 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:57:56.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:56 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870276, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:57:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.282182 6940 init.cc:377] Logged in from keytab as kudu/127.6.90.124@KRBTEST.COM (short username kudu)
11:57:56.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.288518 6940 webserver.cc:460] Webserver started at http://127.6.90.124:33379/ using document root <none> and password file <none>
11:57:56.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.289672 6940 fs_manager.cc:359] Metadata directory not provided
11:57:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.289925 6940 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:57:56.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.299341 6940 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.004s
11:57:56.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.304538 6957 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:57:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.306633 6940 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
11:57:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.307116 6940 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data,/tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2a3fa6b4bbfe48908c9241f15c0614fa"
11:57:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:57:49 on dist-test-slave-1tkd"
11:57:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.310298 6940 fs_report.cc:383] FS layout report
11:57:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:57:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/wal
11:57:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data/data
11:57:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:57:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:57:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:57:56.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:57:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:57:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:57:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:57:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:57:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:57:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:57:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:57:56.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.363155 6940 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:57:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.370850 6940 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:57:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.371426 6940 kserver.cc:163] Server-wide thread pool size limit: 3276
11:57:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.448426 6940 rpc_server.cc:307] RPC server started. Bound to: 127.6.90.124:37873
11:57:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.448567 7008 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.90.124:37873 every 8 connection(s)
11:57:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.451522 6940 server_base.cc:1166] Dumped server information to /tmp/dist-test-task43PphX/test-tmp/mini-kudu-cluster2509840345140137096/master-2/data/info.pb
11:57:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.459889 6505 external_mini_cluster.cc:1388] Started /tmp/dist-test-task43PphX/build/tsan/bin/kudu as pid 6940
11:57:56.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:57:56.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.462852 7009 sys_catalog.cc:263] Verifying existing consensus state
11:57:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.468557 7009 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: Bootstrap starting.
11:57:56.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.508353 7009 log.cc:824] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: Log is configured to *not* fsync() on all Append() calls
11:57:56.516 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.522420 7009 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
11:57:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.523550 7009 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: Bootstrap complete.
11:57:56.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.552944 7009 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:57:56.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.556051 7009 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:57:56.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.556401 7009 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2a3fa6b4bbfe48908c9241f15c0614fa, State: Initialized, Role: FOLLOWER
11:57:56.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.557433 7009 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:57:56.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.560488 7013 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } } }
11:57:56.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.561633 7013 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [sys.catalog]: This master's current role is: FOLLOWER
11:57:56.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.562407 7009 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [sys.catalog]: configured and running, proceeding with master startup.
11:57:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.589331 7024 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
11:57:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.614830 7013 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:57:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.615450 7013 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:57:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:56.622083 6960 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:56.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.624699 7013 leader_election.cc:288] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169), a4f53795724c457e99e29add8d572894 (127.6.90.125:41699)
11:57:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:56.627074 6963 tablet.cc:2369] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:57:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:56.634390 6958 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169): Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111)
11:57:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:56.635447 6960 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a4f53795724c457e99e29add8d572894 (127.6.90.125:41699): Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.637039 6960 leader_election.cc:302] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a3fa6b4bbfe48908c9241f15c0614fa; no voters: 7691199d30fc43d1bc1039d8a9619723, a4f53795724c457e99e29add8d572894
11:57:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.640697 7013 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:57:56.645 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.605172 6940 master_runner.cc:186] Error getting master registration for 127.6.90.126:35169: Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111),
11:57:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:56.652987 6940 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:57:56.658 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.90.124:37873(127.6.90.124:37873)] connecting to peer
11:57:56.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:56.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:56.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:56.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:56.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:56.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:56.730 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.90.124:37873(127.6.90.124:37873)] Successfully connected to peer
11:57:56.807 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
11:57:56.816 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.6.90.124
11:57:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:57:57 dist-test-slave-1tkd krb5kdc[6517](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870270, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.6.90.124@KRBTEST.COM
11:57:57.057 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6f6ad335, L:/127.0.0.1:59588 - R:/127.6.90.124:37873] using SASL/GSSAPI
11:57:57.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:57.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:57.090 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:57.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:57.105 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:57.107 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:57.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:57.126 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:57.127 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:57.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:57.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:57.167 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:57.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:57.205 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:57.206 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:57.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:57.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:57.228 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:57.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:57.326 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:57.328 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:57.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:57.426 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:57.428 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:57.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:57.597244 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:57:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:57.597922 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:57:57.685 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:57.686 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:57.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:57.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:57.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:58.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:58.444552 5854 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0160 after lost signal to thread 5791
11:57:58.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:58.445348 5854 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae1c0 after lost signal to thread 5857
11:57:58.565 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:58.566 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:58.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:58.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:58.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:58.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:58.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:58.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:58.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:58.602648 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:57:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:58.603277 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:57:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:58.641068 7034 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:57:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:58.641737 7034 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:57:58.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:58.643950 7034 leader_election.cc:288] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169), a4f53795724c457e99e29add8d572894 (127.6.90.125:41699)
11:57:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:58.651889 6958 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169): Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111)
11:57:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:58.652622 6960 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a4f53795724c457e99e29add8d572894 (127.6.90.125:41699): Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:57:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:58.653049 6960 leader_election.cc:302] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a3fa6b4bbfe48908c9241f15c0614fa; no voters: 7691199d30fc43d1bc1039d8a9619723, a4f53795724c457e99e29add8d572894
11:57:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:57:58.653820 7034 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:57:59.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:57:59.228 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:57:59.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:59.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:59.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:57:59.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:59.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:59.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:57:59.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:57:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:59.608719 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:57:59.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:57:59.609068 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:00.613031 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:00.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:00.613394 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:01.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:01.100380 7041 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:58:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:01.100804 7041 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:58:01.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:01.102255 7041 leader_election.cc:288] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169), a4f53795724c457e99e29add8d572894 (127.6.90.125:41699)
11:58:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:01.108887 6958 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169): Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111)
11:58:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:01.109411 6960 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a4f53795724c457e99e29add8d572894 (127.6.90.125:41699): Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:58:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:01.109764 6960 leader_election.cc:302] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a3fa6b4bbfe48908c9241f15c0614fa; no voters: 7691199d30fc43d1bc1039d8a9619723, a4f53795724c457e99e29add8d572894
11:58:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:01.110373 7041 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:58:01.206 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:01.207 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:01.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:01.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:01.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:01.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:01.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:01.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:01.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:01.345 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:01.346 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:01.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:01.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:01.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:01.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:01.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:01.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:01.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:01.617120 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:01.617466 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:01.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:01.655990 6940 master_runner.cc:186] Error getting master registration for 127.6.90.126:35169: Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111),
11:58:01.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:01.656482 6940 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:58:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:02.620465 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:02.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:02.620724 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:02.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:02.910065 7047 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:58:02.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:02.910616 7047 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:58:02.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:02.912297 7047 leader_election.cc:288] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169), a4f53795724c457e99e29add8d572894 (127.6.90.125:41699)
11:58:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:02.914907 6960 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:58:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:02.914909 6958 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111) [suppressed 5 similar messages]
11:58:02.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:02.918314 6960 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a4f53795724c457e99e29add8d572894 (127.6.90.125:41699): Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:58:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:02.918866 6958 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169): Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111)
11:58:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:02.919294 6958 leader_election.cc:302] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a3fa6b4bbfe48908c9241f15c0614fa; no voters: 7691199d30fc43d1bc1039d8a9619723, a4f53795724c457e99e29add8d572894
11:58:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:02.919999 7047 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:58:03.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:03.623747 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:03.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:03.624011 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:04.627388 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:04.627663 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:05.405 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:05.408 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:05.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:05.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:05.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:05.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:05.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:05.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:05.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:05.631631 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:05.632066 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:06.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:58:06 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870286, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:58:06.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:06.287537 6953 init.cc:295] Successfully reacquired a new kerberos TGT
11:58:06.306 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:06.307 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:06.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:06.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:06.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:06.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:06.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:06.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:06.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:06.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:06.635504 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:06.635754 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:06.659791 6940 master_runner.cc:186] Error getting master registration for 127.6.90.126:35169: Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111),
11:58:06.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:06.660243 6940 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:58:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:07.638947 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:07.639212 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:08.642494 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:08.642786 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:08.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:08.727895 7058 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:58:08.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:08.728432 7058 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:58:08.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:08.730312 7058 leader_election.cc:288] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169), a4f53795724c457e99e29add8d572894 (127.6.90.125:41699)
11:58:08.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:08.732726 6958 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111)
11:58:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:08.735873 6960 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a4f53795724c457e99e29add8d572894 (127.6.90.125:41699): Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:58:08.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:08.736439 6958 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169): Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111)
11:58:08.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:08.736806 6958 leader_election.cc:302] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a3fa6b4bbfe48908c9241f15c0614fa; no voters: 7691199d30fc43d1bc1039d8a9619723, a4f53795724c457e99e29add8d572894
11:58:08.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:08.737519 7058 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:58:09.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:09.645670 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:09.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:09.645927 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:10.346 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:10.347 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:10.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:10.349 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:10.349 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:10.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:10.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:10.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:10.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:10.648744 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:10.649084 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:11.652022 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:11.652362 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:11.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:11.663307 6940 master_runner.cc:186] Error getting master registration for 127.6.90.126:35169: Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111),
11:58:11.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:11.663797 6940 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:58:11.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:11.686368 7066 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:58:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:11.686801 7066 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:58:11.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:11.688442 7066 leader_election.cc:288] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169), a4f53795724c457e99e29add8d572894 (127.6.90.125:41699)
11:58:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:11.692137 6958 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169): Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111)
11:58:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:11.692588 6960 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a4f53795724c457e99e29add8d572894 (127.6.90.125:41699): Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:58:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:11.692888 6960 leader_election.cc:302] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a3fa6b4bbfe48908c9241f15c0614fa; no voters: 7691199d30fc43d1bc1039d8a9619723, a4f53795724c457e99e29add8d572894
11:58:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:11.693603 7066 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:58:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:12.655349 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:12.655633 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:13.658465 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:13.658764 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:14.446 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:14.447 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:14.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:14.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:14.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:14.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:14.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:14.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:14.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:14.661758 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:14.662034 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:15.665779 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:15.666172 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:58:16 dist-test-slave-1tkd krb5kdc[6517](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781870296, etypes {rep=17 tkt=17 ses=17}, kudu/127.6.90.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:58:16.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:16.290482 6953 init.cc:295] Successfully reacquired a new kerberos TGT
11:58:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:16.667867 6940 master_runner.cc:186] Error getting master registration for 127.6.90.126:35169: Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111),
11:58:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:16.668462 6940 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:58:16.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:16.670203 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:16.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:16.670575 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:16.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:16.762056 7073 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:58:16.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:16.762730 7073 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:58:16.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:16.764642 7073 leader_election.cc:288] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169), a4f53795724c457e99e29add8d572894 (127.6.90.125:41699)
11:58:16.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:16.765969 6958 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:58:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:16.769670 6958 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169): Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111)
11:58:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:16.770244 6960 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a4f53795724c457e99e29add8d572894 (127.6.90.125:41699): Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:58:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:16.770691 6960 leader_election.cc:302] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a3fa6b4bbfe48908c9241f15c0614fa; no voters: 7691199d30fc43d1bc1039d8a9619723, a4f53795724c457e99e29add8d572894
11:58:16.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:16.771319 7073 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:58:17.385 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:17.387 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:17.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:17.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:17.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:17.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:17.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:17.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:17.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:17.673957 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:17.674209 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:17.725 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:17.727 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:17.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:17.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:17.729 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:17.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:17.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:17.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:17.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:18.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:18.270623 6210 debug-util.cc:398] Leaking SignalData structure 0x7b08000befa0 after lost signal to thread 6081
11:58:18.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:18.271425 6210 debug-util.cc:398] Leaking SignalData structure 0x7b08000afee0 after lost signal to thread 6213
11:58:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:18.587790 7081 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:58:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:18.588213 7081 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7691199d30fc43d1bc1039d8a9619723" member_type: VOTER last_known_addr { host: "127.6.90.126" port: 35169 } } peers { permanent_uuid: "a4f53795724c457e99e29add8d572894" member_type: VOTER last_known_addr { host: "127.6.90.125" port: 41699 } } peers { permanent_uuid: "2a3fa6b4bbfe48908c9241f15c0614fa" member_type: VOTER last_known_addr { host: "127.6.90.124" port: 37873 } }
11:58:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:18.606258 7081 leader_election.cc:288] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169), a4f53795724c457e99e29add8d572894 (127.6.90.125:41699)
11:58:18.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:18.616348 6960 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a4f53795724c457e99e29add8d572894 (127.6.90.125:41699): Network error: Client connection negotiation failed: client connection to 127.6.90.125:41699: connect: Connection refused (error 111)
11:58:18.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:18.617383 6958 leader_election.cc:334] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 7691199d30fc43d1bc1039d8a9619723 (127.6.90.126:35169): Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111)
11:58:18.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:18.623126 6958 leader_election.cc:302] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2a3fa6b4bbfe48908c9241f15c0614fa; no voters: 7691199d30fc43d1bc1039d8a9619723, a4f53795724c457e99e29add8d572894
11:58:18.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:18.623908 7081 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:58:18.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:18.679064 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:18.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:18.679515 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:19.165 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:19.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:19.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:19.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:19.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:19.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:19.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:19.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:19.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:19.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:19.683525 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:19.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:19.683979 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:20.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:20.622229 6009 debug-util.cc:398] Leaking SignalData structure 0x7b08000b84a0 after lost signal to thread 5940
11:58:20.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:20.622987 6009 debug-util.cc:398] Leaking SignalData structure 0x7b080009c320 after lost signal to thread 6012
11:58:20.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:20.688436 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:20.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:20.688820 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:21.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:21.672510 6940 master_runner.cc:186] Error getting master registration for 127.6.90.126:35169: Network error: Client connection negotiation failed: client connection to 127.6.90.126:35169: connect: Connection refused (error 111),
11:58:21.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:21.673007 6940 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:58:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:21.692075 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:21.692405 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:22.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:22.107 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:22.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:22.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:22.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:22.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:22.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:22.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:22.112 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:22.695748 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:22.696058 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:23.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:23.698973 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2a3fa6b4bbfe48908c9241f15c0614fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:58:23.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:58:23.699309 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:58:23.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.125:41699(127.6.90.125:41699)] connecting to peer
11:58:23.706 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.6.90.126:35169(127.6.90.126:35169)] connecting to peer
11:58:23.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:23.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.90.125:41699(127.6.90.125:41699)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:23.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.125:41699: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699
11:58:23.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:23.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.126:35169(127.6.90.126:35169)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:23.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.90.126:35169: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
11:58:23.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873; will retry
11:58:23.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27247), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [259ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [259ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [604ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [618ms] refreshing cache from master, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [623ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [630ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [632ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [633ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [642ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [643ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [645ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [661ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [665ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [667ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [697ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [702ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [704ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [705ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [741ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [742ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [745ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [757ms] refreshing cache from master, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [769ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [772ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [862ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [864ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [867ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [868ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [957ms] refreshing cache from master, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [962ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [966ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [970ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [973ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [1217ms] refreshing cache from master, [1217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [1224ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [1227ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [1228ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2097ms] refreshing cache from master, [2097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [2098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2107ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [2107ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2757ms] refreshing cache from master, [2758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [2759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [2764ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2766ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [2767ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [4737ms] refreshing cache from master, [4737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [4741ms] too many traces: truncated at 100 traces, deferred=Deferred@2123643649(state=PENDING, result=null, callback=(continuation of Deferred@2071472697 after retry RPC after error@173151449) -> (continuation of Deferred@958146383 after retry RPC after error@1712279390) -> (continuation of Deferred@1553766468 after retry RPC after error@1181924306) -> (continuation of Deferred@504154636 after retry RPC after error@48562988) -> (continuation of Deferred@973337996 after retry RPC after error@1769764149) -> (continuation of Deferred@291020476 after retry RPC after error@990778328) -> (continuation of Deferred@511979168 after retry RPC after error@341517720) -> (continuation of Deferred@1101264081 after retry RPC after error@175685614) -> (continuation of Deferred@901144879 after retry RPC after error@2014115300) -> (continuation of Deferred@643273544 after retry RPC after error@1763692451) -> (continuation of Deferred@1864787126 after retry RPC after error@1880756067) -> (continuation of Deferred@1791827963 after retry RPC after error@2100864982) -> (continuation of Deferred@568815379 after retry RPC after error@19275099) -> (continuation of Deferred@51836995 after retry RPC after error@992541152) -> (continuation of Deferred@565020257 after retry RPC after error@282106826) -> (continuation of Deferred@607169907 after retry RPC after error@1479260140) -> (continuation of Deferred@360233990 after retry RPC after error@31620008) -> (continuation of Deferred@538445266 after retry RPC after error@621363946) -> (continuation of Deferred@1967211201 after retry RPC after error@1743538426) -> (continuation of Deferred@121304896 after retry RPC after error@1758198623) -> (continuation of Deferred@400817101 after retry RPC after error@315480659) -> (continuation of Deferred@1117630397 after retry RPC after error@1966843314), errback=(continuation of Deferred@2071472697 after retry RPC after error@173151449) -> (continuation of Deferred@958146383 after retry RPC after error@1712279390) -> (continuation of Deferred@1553766468 after retry RPC after error@1181924306) -> (continuation of Deferred@504154636 after retry RPC after error@48562988) -> (continuation of Deferred@973337996 after retry RPC after error@1769764149) -> (continuation of Deferred@291020476 after retry RPC after error@990778328) -> (continuation of Deferred@511979168 after retry RPC after error@341517720) -> (continuation of Deferred@1101264081 after retry RPC after error@175685614) -> (continuation of Deferred@901144879 after retry RPC after error@2014115300) -> (continuation of Deferred@643273544 after retry RPC after error@1763692451) -> (continuation of Deferred@1864787126 after retry RPC after error@1880756067) -> (continuation of Deferred@1791827963 after retry RPC after error@2100864982) -> (continuation of Deferred@568815379 after retry RPC after error@19275099) -> (continuation of Deferred@51836995 after retry RPC after error@992541152) -> (continuation of Deferred@565020257 after retry RPC after error@282106826) -> (continuation of Deferred@607169907 after retry RPC after error@1479260140) -> (continuation of Deferred@360233990 after retry RPC after error@31620008) -> (continuation of Deferred@538445266 after retry RPC after error@621363946) -> (continuation of Deferred@1967211201 after retry RPC after error@1743538426) -> (continuation of Deferred@121304896 after retry RPC after error@1758198623) -> (continuation of Deferred@400817101 after retry RPC after error@315480659) -> (continuation of Deferred@1117630397 after retry RPC after error@1966843314)))
11:58:23.719 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.90.125:41699(127.6.90.125:41699)] disconnecting while in state TERMINATED
11:58:23.719 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.90.126:35169(127.6.90.126:35169)] disconnecting while in state TERMINATED
11:58:23.720 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.6.90.124:37873(127.6.90.124:37873)] disconnecting while in state READY
11:58:23.725 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:58:23.727 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:58:23.728 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.90.124:37873(127.6.90.124:37873)] handling channelInactive
11:58:23.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.90.124:37873(127.6.90.124:37873)] cleaning up while in state READY due to: connection closed
11:58:23.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:23.734732 6505 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 6940
11:58:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:58:24Z chronyd exiting
11:58:26.012 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:58:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:26.014472 5778 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 6061
11:58:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:26.042524 5778 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 6224
11:58:26.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:26.069984 5778 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 6364
11:58:26.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:26.098948 5778 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 5790
11:58:26.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:26.134043 5778 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 5860
11:58:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:58:26.167327 5778 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task43PphX/build/tsan/bin/kudu with pid 5935
11:58:27.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:58:27Z chronyd exiting
11:58:28.374 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27247), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [259ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [259ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [604ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [618ms] refreshing cache from master, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [623ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [630ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [632ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [633ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [642ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [643ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [645ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [661ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [665ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [667ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [697ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [702ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [704ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [705ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [741ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [742ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [745ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [757ms] refreshing cache from master, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [769ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [772ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [862ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [864ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [867ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [868ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [957ms] refreshing cache from master, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [962ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [966ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [970ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [973ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [1217ms] refreshing cache from master, [1217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [1224ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [1227ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [1228ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2097ms] refreshing cache from master, [2097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [2098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2107ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [2107ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2757ms] refreshing cache from master, [2758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [2759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [2764ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2766ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [2767ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [4737ms] refreshing cache from master, [4737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [4741ms] too many traces: truncated at 100 traces, deferred=Deferred@2123643649(state=PENDING, result=null, callback=(continuation of Deferred@2071472697 after retry RPC after error@173151449) -> (continuation of Deferred@958146383 after retry RPC after error@1712279390) -> (continuation of Deferred@1553766468 after retry RPC after error@1181924306) -> (continuation of Deferred@504154636 after retry RPC after error@48562988) -> (continuation of Deferred@973337996 after retry RPC after error@1769764149) -> (continuation of Deferred@291020476 after retry RPC after error@990778328) -> (continuation of Deferred@511979168 after retry RPC after error@341517720) -> (continuation of Deferred@1101264081 after retry RPC after error@175685614) -> (continuation of Deferred@901144879 after retry RPC after error@2014115300) -> (continuation of Deferred@643273544 after retry RPC after error@1763692451) -> (continuation of Deferred@1864787126 after retry RPC after error@1880756067) -> (continuation of Deferred@1791827963 after retry RPC after error@2100864982) -> (continuation of Deferred@568815379 after retry RPC after error@19275099) -> (continuation of Deferred@51836995 after retry RPC after error@992541152) -> (continuation of Deferred@565020257 after retry RPC after error@282106826) -> (continuation of Deferred@607169907 after retry RPC after error@1479260140) -> (continuation of Deferred@360233990 after retry RPC after error@31620008) -> (continuation of Deferred@538445266 after retry RPC after error@621363946) -> (continuation of Deferred@1967211201 after retry RPC after error@1743538426) -> (continuation of Deferred@121304896 after retry RPC after error@1758198623) -> (continuation of Deferred@400817101 after retry RPC after error@315480659) -> (continuation of Deferred@1117630397 after retry RPC after error@1966843314), errback=(continuation of Deferred@2071472697 after retry RPC after error@173151449) -> (continuation of Deferred@958146383 after retry RPC after error@1712279390) -> (continuation of Deferred@1553766468 after retry RPC after error@1181924306) -> (continuation of Deferred@504154636 after retry RPC after error@48562988) -> (continuation of Deferred@973337996 after retry RPC after error@1769764149) -> (continuation of Deferred@291020476 after retry RPC after error@990778328) -> (continuation of Deferred@511979168 after retry RPC after error@341517720) -> (continuation of Deferred@1101264081 after retry RPC after error@175685614) -> (continuation of Deferred@901144879 after retry RPC after error@2014115300) -> (continuation of Deferred@643273544 after retry RPC after error@1763692451) -> (continuation of Deferred@1864787126 after retry RPC after error@1880756067) -> (continuation of Deferred@1791827963 after retry RPC after error@2100864982) -> (continuation of Deferred@568815379 after retry RPC after error@19275099) -> (continuation of Deferred@51836995 after retry RPC after error@992541152) -> (continuation of Deferred@565020257 after retry RPC after error@282106826) -> (continuation of Deferred@607169907 after retry RPC after error@1479260140) -> (continuation of Deferred@360233990 after retry RPC after error@31620008) -> (continuation of Deferred@538445266 after retry RPC after error@621363946) -> (continuation of Deferred@1967211201 after retry RPC after error@1743538426) -> (continuation of Deferred@121304896 after retry RPC after error@1758198623) -> (continuation of Deferred@400817101 after retry RPC after error@315480659) -> (continuation of Deferred@1117630397 after retry RPC after error@1966843314)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.90.126:35169
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27247), Traces: [0ms] refreshing cache from master, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [259ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [259ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [604ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [609ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [618ms] refreshing cache from master, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [623ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [630ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [632ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [633ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [642ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [643ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [645ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [657ms] refreshing cache from master, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [661ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [665ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [667ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [697ms] refreshing cache from master, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [702ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [704ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [705ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [741ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [742ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [745ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [746ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [757ms] refreshing cache from master, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [761ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [769ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [771ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [772ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [857ms] refreshing cache from master, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [862ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [864ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [867ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [868ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [957ms] refreshing cache from master, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [962ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [966ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [970ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [973ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [1217ms] refreshing cache from master, [1217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [1218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [1219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [1224ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [1227ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [1228ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2097ms] refreshing cache from master, [2097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [2098ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2107ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [2107ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2757ms] refreshing cache from master, [2758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [2759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.125:41699: Network error: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [2764ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.126:35169: Network error: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [2766ms] Sub RPC ConnectToMaster: received response from server master-127.6.90.124:37873: OK, [2767ms] delaying RPC due to: Service unavailable: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169, [4737ms] refreshing cache from master, [4737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.125:41699, [4739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.126:35169, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.90.124:37873, [4741ms] too many traces: truncated at 100 traces, deferred=Deferred@2123643649(state=PENDING, result=null, callback=(continuation of Deferred@2071472697 after retry RPC after error@173151449) -> (continuation of Deferred@958146383 after retry RPC after error@1712279390) -> (continuation of Deferred@1553766468 after retry RPC after error@1181924306) -> (continuation of Deferred@504154636 after retry RPC after error@48562988) -> (continuation of Deferred@973337996 after retry RPC after error@1769764149) -> (continuation of Deferred@291020476 after retry RPC after error@990778328) -> (continuation of Deferred@511979168 after retry RPC after error@341517720) -> (continuation of Deferred@1101264081 after retry RPC after error@175685614) -> (continuation of Deferred@901144879 after retry RPC after error@2014115300) -> (continuation of Deferred@643273544 after retry RPC after error@1763692451) -> (continuation of Deferred@1864787126 after retry RPC after error@1880756067) -> (continuation of Deferred@1791827963 after retry RPC after error@2100864982) -> (continuation of Deferred@568815379 after retry RPC after error@19275099) -> (continuation of Deferred@51836995 after retry RPC after error@992541152) -> (continuation of Deferred@565020257 after retry RPC after error@282106826) -> (continuation of Deferred@607169907 after retry RPC after error@1479260140) -> (continuation of Deferred@360233990 after retry RPC after error@31620008) -> (continuation of Deferred@538445266 after retry RPC after error@621363946) -> (continuation of Deferred@1967211201 after retry RPC after error@1743538426) -> (continuation of Deferred@121304896 after retry RPC after error@1758198623) -> (continuation of Deferred@400817101 after retry RPC after error@315480659) -> (continuation of Deferred@1117630397 after retry RPC after error@1966843314), errback=(continuation of Deferred@2071472697 after retry RPC after error@173151449) -> (continuation of Deferred@958146383 after retry RPC after error@1712279390) -> (continuation of Deferred@1553766468 after retry RPC after error@1181924306) -> (continuation of Deferred@504154636 after retry RPC after error@48562988) -> (continuation of Deferred@973337996 after retry RPC after error@1769764149) -> (continuation of Deferred@291020476 after retry RPC after error@990778328) -> (continuation of Deferred@511979168 after retry RPC after error@341517720) -> (continuation of Deferred@1101264081 after retry RPC after error@175685614) -> (continuation of Deferred@901144879 after retry RPC after error@2014115300) -> (continuation of Deferred@643273544 after retry RPC after error@1763692451) -> (continuation of Deferred@1864787126 after retry RPC after error@1880756067) -> (continuation of Deferred@1791827963 after retry RPC after error@2100864982) -> (continuation of Deferred@568815379 after retry RPC after error@19275099) -> (continuation of Deferred@51836995 after retry RPC after error@992541152) -> (continuation of Deferred@565020257 after retry RPC after error@282106826) -> (continuation of Deferred@607169907 after retry RPC after error@1479260140) -> (continuation of Deferred@360233990 after retry RPC after error@31620008) -> (continuation of Deferred@538445266 after retry RPC after error@621363946) -> (continuation of Deferred@1967211201 after retry RPC after error@1743538426) -> (continuation of Deferred@121304896 after retry RPC after error@1758198623) -> (continuation of Deferred@400817101 after retry RPC after error@315480659) -> (continuation of Deferred@1117630397 after retry RPC after error@1966843314)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.6.90.125:41699,127.6.90.126:35169,127.6.90.124:37873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.125:41699(127.6.90.125:41699): Connection refused: /127.6.90.125:41699,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.90.126:35169(127.6.90.126:35169): Connection refused: /127.6.90.126:35169
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.6.90.126:35169
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)