07:27:22.278 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:27:22.290 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task4kMl7t/test-tmp
07:27:22.292 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:27:22.296 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task4kMl7t/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:27:22.512 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:27:22.709 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:27:22.710 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:27:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:22.715365 19460 mini_oidc.cc:152] Starting JWKS server
07:27:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:22.719705 19460 webserver.cc:460] Webserver started at http://127.0.0.1:33227/ using document root <none> and password file <none>
07:27:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:22.720291 19460 mini_oidc.cc:189] Starting OIDC Discovery server
07:27:22.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:22.722440 19460 webserver.cc:460] Webserver started at http://127.0.0.1:43825/ using document root <none> and password file <none>
07:27:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:27:22Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:27:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:27:22Z Disabled control of system clock
07:27:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:22.772094 19460 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/wal
07:27:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/data
07:27:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:22.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/logs
07:27:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/data/info.pb
07:27:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:27:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.62:42243
07:27:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.62
07:27:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33227/jwks.json with env {}
07:27:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.064343 19472 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.064927 19472 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.065522 19472 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:23.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.096508 19472 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:27:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.096895 19472 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.097224 19472 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:27:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.097551 19472 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:27:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.097939 19472 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:27:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.098192 19472 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33227/jwks.json
07:27:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:23.133158 19472 master_runner.cc:386] Master server non-default flags:
07:27:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/data
07:27:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/wal
07:27:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.62:42243
07:27:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:23.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33227/jwks.json
07:27:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/data/info.pb
07:27:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.62
07:27:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/logs
07:27:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:27:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:23.134750 19472 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:23.136895 19472 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:23.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.154625 19479 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.154635 19478 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:23.154666 19481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:23.156179 19472 server_base.cc:1034] running on GCE node
07:27:24.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.350757 19472 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.353425 19472 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.355122 19472 hybrid_clock.cc:648] HybridClock initialized: now 1781940444355086 us; error 64 us; skew 500 ppm
07:27:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.355985 19472 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:24.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.363513 19472 webserver.cc:460] Webserver started at http://127.19.1.62:33883/ using document root <none> and password file <none>
07:27:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.364527 19472 fs_manager.cc:359] Metadata directory not provided
07:27:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.364735 19472 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.365160 19472 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:27:24.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.370474 19472 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/data/instance:
07:27:24.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fea8494ab6b3404ea5cd5b416cbfff18"
07:27:24.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:24 on dist-test-slave-0q0p"
07:27:24.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.371649 19472 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/wal/instance:
07:27:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fea8494ab6b3404ea5cd5b416cbfff18"
07:27:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:24 on dist-test-slave-0q0p"
07:27:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.379387 19472 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
07:27:24.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.385488 19488 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:24.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.386682 19472 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
07:27:24.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.387079 19472 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/wal
07:27:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fea8494ab6b3404ea5cd5b416cbfff18"
07:27:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:24 on dist-test-slave-0q0p"
07:27:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.387521 19472 fs_report.cc:383] FS layout report
07:27:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:24.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/wal
07:27:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/wal
07:27:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/data/data
07:27:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:24.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:24.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.425783 19472 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.427459 19472 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.428066 19472 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.497203 19472 rpc_server.cc:307] RPC server started. Bound to: 127.19.1.62:42243
07:27:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.497311 19539 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.1.62:42243 every 8 connection(s)
07:27:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.500140 19472 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/data/info.pb
07:27:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.504060 19460 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 19472
07:27:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.504601 19460 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-0/wal/instance
07:27:24.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.506428 19540 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.509990 19460 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/wal
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/data
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:24.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/logs
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/data/info.pb
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:24.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.61:41007
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.61
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:24.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33227/jwks.json with env {}
07:27:24.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.520817 19540 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } has no permanent_uuid. Determining permanent_uuid...
07:27:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.548615 19540 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } has no permanent_uuid. Determining permanent_uuid...
07:27:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.550889 19491 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.1.61:41007: connect: Connection refused (error 111)
07:27:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.555270 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.61:41007: Network error: Client connection negotiation failed: client connection to 127.19.1.61:41007: connect: Connection refused (error 111)
07:27:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.604677 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } attempt: 1
07:27:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.609000 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.61:41007: Network error: Client connection negotiation failed: client connection to 127.19.1.61:41007: connect: Connection refused (error 111)
07:27:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.677418 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } attempt: 2
07:27:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.681382 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.61:41007: Network error: Client connection negotiation failed: client connection to 127.19.1.61:41007: connect: Connection refused (error 111)
07:27:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.772846 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } attempt: 3
07:27:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.776485 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.61:41007: Network error: Client connection negotiation failed: client connection to 127.19.1.61:41007: connect: Connection refused (error 111)
07:27:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.818221 19542 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:24.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.818811 19542 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:24.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.819551 19542 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:24.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.851464 19542 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:27:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.851756 19542 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.851945 19542 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:27:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.852119 19542 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:27:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.852288 19542 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:27:24.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.852461 19542 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33227/jwks.json
07:27:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.888195 19542 master_runner.cc:386] Master server non-default flags:
07:27:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/data
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/wal
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.61:41007
07:27:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33227/jwks.json
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/data/info.pb
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.61
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/logs
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:27:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.889420 19542 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.891566 19542 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.909868 19554 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.919896 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } attempt: 4
07:27:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.923512 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.61:41007: Network error: Client connection negotiation failed: client connection to 127.19.1.61:41007: connect: Connection refused (error 111)
07:27:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:25.222929 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } attempt: 5
07:27:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:25.228230 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.61:41007: Network error: Client connection negotiation failed: client connection to 127.19.1.61:41007: connect: Connection refused (error 111)
07:27:25.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:25.775671 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } attempt: 6
07:27:25.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:25.783159 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.61:41007: Network error: Client connection negotiation failed: client connection to 127.19.1.61:41007: connect: Connection refused (error 111)
07:27:26.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.909905 19551 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:26.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:24.909864 19552 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:26.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:24.911247 19542 server_base.cc:1034] running on GCE node
07:27:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.125936 19542 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:26.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.129284 19542 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.130704 19542 hybrid_clock.cc:648] HybridClock initialized: now 1781940446130663 us; error 62 us; skew 500 ppm
07:27:26.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.131731 19542 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:26.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.142213 19542 webserver.cc:460] Webserver started at http://127.19.1.61:42621/ using document root <none> and password file <none>
07:27:26.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.143196 19542 fs_manager.cc:359] Metadata directory not provided
07:27:26.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.143421 19542 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.143898 19542 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:27:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.148993 19542 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/data/instance:
07:27:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf089c057d37418e948cd76dce180d76"
07:27:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:26 on dist-test-slave-0q0p"
07:27:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.150346 19542 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/wal/instance:
07:27:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf089c057d37418e948cd76dce180d76"
07:27:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:26 on dist-test-slave-0q0p"
07:27:26.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.157554 19542 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:27:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.163187 19563 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.164275 19542 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
07:27:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.164636 19542 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/wal
07:27:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf089c057d37418e948cd76dce180d76"
07:27:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:26 on dist-test-slave-0q0p"
07:27:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.165017 19542 fs_report.cc:383] FS layout report
07:27:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/wal
07:27:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/wal
07:27:26.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/data/data
07:27:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.209108 19542 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:26.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.210721 19542 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:26.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.211242 19542 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.280412 19542 rpc_server.cc:307] RPC server started. Bound to: 127.19.1.61:41007
07:27:26.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.280514 19614 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.1.61:41007 every 8 connection(s)
07:27:26.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.283231 19542 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/data/info.pb
07:27:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.284863 19460 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 19542
07:27:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.285254 19460 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-1/wal/instance
07:27:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.288075 19460 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/wal
07:27:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/data
07:27:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/logs
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/data/info.pb
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.60:35031
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.60
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:26.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33227/jwks.json with env {}
07:27:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.289494 19615 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:27:26.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.305236 19615 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } has no permanent_uuid. Determining permanent_uuid...
07:27:26.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.331840 19615 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } has no permanent_uuid. Determining permanent_uuid...
07:27:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.348640 19615 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } has no permanent_uuid. Determining permanent_uuid...
07:27:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.350992 19565 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.355204 19615 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:26.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.404633 19615 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 1
07:27:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.408672 19615 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:26.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.477063 19615 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 2
07:27:26.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.481376 19615 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:26.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.572880 19615 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 3
07:27:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.576934 19615 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.607668 19617 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.608340 19617 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.608836 19617 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.639209 19617 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:27:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.639490 19617 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.639688 19617 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:27:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.639920 19617 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:27:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.640196 19617 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:27:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.640436 19617 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33227/jwks.json
07:27:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.675443 19617 master_runner.cc:386] Master server non-default flags:
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/data
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/wal
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.60:35031
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33227/jwks.json
07:27:26.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/data/info.pb
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.60
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/logs
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:26.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:27:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.676637 19617 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:26.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.678498 19617 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:26.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.697070 19628 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.720376 19615 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 4
07:27:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.724547 19615 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:26.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.843588 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } attempt: 7
07:27:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.860823 19540 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } has no permanent_uuid. Determining permanent_uuid...
07:27:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.866777 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:26.925384 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 1
07:27:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.929311 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:27.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.010895 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 2
07:27:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:27.014801 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.024001 19615 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 5
07:27:27.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:27.027596 19615 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:27.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.100420 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 3
07:27:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:27.104650 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:27.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.245095 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 4
07:27:27.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:27.249221 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:27.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.532871 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 5
07:27:27.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:27.536795 19540 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.575230 19615 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 6
07:27:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:27.582304 19615 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.1.60:35031: Network error: Client connection negotiation failed: client connection to 127.19.1.60:35031: connect: Connection refused (error 111)
07:27:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.698266 19627 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:26.697320 19630 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:27.911880 19629 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:27:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.912312 19617 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:27:27.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.916071 19617 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.918545 19617 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.919905 19617 hybrid_clock.cc:648] HybridClock initialized: now 1781940447919876 us; error 44 us; skew 500 ppm
07:27:27.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.920735 19617 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.926828 19617 webserver.cc:460] Webserver started at http://127.19.1.60:45723/ using document root <none> and password file <none>
07:27:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.927695 19617 fs_manager.cc:359] Metadata directory not provided
07:27:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.927874 19617 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.928273 19617 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:27:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.933122 19617 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/data/instance:
07:27:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed9c7ab7c47745ffb39794030fddeddb"
07:27:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:27 on dist-test-slave-0q0p"
07:27:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.934337 19617 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/wal/instance:
07:27:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed9c7ab7c47745ffb39794030fddeddb"
07:27:27.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:27 on dist-test-slave-0q0p"
07:27:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.941895 19617 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
07:27:27.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.947273 19641 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.948562 19617 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
07:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.948855 19617 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/wal
07:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ed9c7ab7c47745ffb39794030fddeddb"
07:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:27 on dist-test-slave-0q0p"
07:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.949208 19617 fs_report.cc:383] FS layout report
07:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/wal
07:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/wal
07:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/data/data
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:27.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:27.998588 19617 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.000020 19617 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.000414 19617 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:28.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.070940 19617 rpc_server.cc:307] RPC server started. Bound to: 127.19.1.60:35031
07:27:28.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.071019 19692 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.1.60:35031 every 8 connection(s)
07:27:28.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.074069 19617 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/data/info.pb
07:27:28.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.079825 19693 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:27:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.084502 19460 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 19617
07:27:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.084831 19460 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/master-2/wal/instance
07:27:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.089896 19540 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 6
07:27:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.099496 19693 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } has no permanent_uuid. Determining permanent_uuid...
07:27:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.138434 19693 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } has no permanent_uuid. Determining permanent_uuid...
07:27:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.140961 19540 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18: Bootstrap starting.
07:27:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.148083 19540 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18: Neither blocks nor log segments found. Creating new log.
07:27:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.150811 19540 log.cc:824] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18: Log is configured to *not* fsync() on all Append() calls
07:27:28.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.155390 19693 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } has no permanent_uuid. Determining permanent_uuid...
07:27:28.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.157352 19540 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18: No bootstrap required, opened a new log
07:27:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.188508 19693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb: Bootstrap starting.
07:27:28.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.193168 19540 raft_consensus.cc:348] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } }
07:27:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.194895 19540 raft_consensus.cc:374] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:27:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.195261 19540 raft_consensus.cc:729] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fea8494ab6b3404ea5cd5b416cbfff18, State: Initialized, Role: FOLLOWER
07:27:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.196273 19540 consensus_queue.cc:260] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } }
07:27:28.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.197212 19693 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb: Neither blocks nor log segments found. Creating new log.
07:27:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.199712 19704 sys_catalog.cc:455] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.200026 19693 log.cc:824] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb: Log is configured to *not* fsync() on all Append() calls
07:27:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.200394 19704 sys_catalog.cc:458] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [sys.catalog]: This master's current role is: FOLLOWER
07:27:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.202060 19540 sys_catalog.cc:564] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [sys.catalog]: configured and running, proceeding with master startup.
07:27:28.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.206125 19693 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb: No bootstrap required, opened a new log
07:27:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:28.238893 19716 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:28.240023 19716 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.241998 19693 raft_consensus.cc:348] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } }
07:27:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.242926 19693 raft_consensus.cc:374] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:27:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.243253 19693 raft_consensus.cc:729] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ed9c7ab7c47745ffb39794030fddeddb, State: Initialized, Role: FOLLOWER
07:27:28.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.244567 19693 consensus_queue.cc:260] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } }
07:27:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.250759 19718 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.252521 19693 sys_catalog.cc:564] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [sys.catalog]: configured and running, proceeding with master startup.
07:27:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.252698 19718 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [sys.catalog]: This master's current role is: FOLLOWER
07:27:28.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:28.255380 19647 tablet.cc:2369] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:27:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.233193 19472 master_runner.cc:186] Error getting master registration for 127.19.1.61:41007: OK, instance_id { permanent_uuid: "cf089c057d37418e948cd76dce180d76" instance_seqno: 1781940446261198 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:27:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.272966 19472 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:27:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:28.337218 19729 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:28.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:28.337584 19729 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.299986 19617 master_runner.cc:186] Error getting master registration for 127.19.1.61:41007: OK, instance_id { permanent_uuid: "cf089c057d37418e948cd76dce180d76" instance_seqno: 1781940446261198 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:27:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.346401 19617 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:27:28.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.406554 19704 raft_consensus.cc:482] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:27:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.407104 19704 raft_consensus.cc:504] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } }
07:27:28.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.409705 19704 leader_election.cc:288] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cf089c057d37418e948cd76dce180d76 (127.19.1.61:41007), ed9c7ab7c47745ffb39794030fddeddb (127.19.1.60:35031)
07:27:28.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.411648 19668 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed9c7ab7c47745ffb39794030fddeddb" is_pre_election: true
07:27:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.412662 19668 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fea8494ab6b3404ea5cd5b416cbfff18 in term 0.
07:27:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.413921 19490 leader_election.cc:302] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ed9c7ab7c47745ffb39794030fddeddb, fea8494ab6b3404ea5cd5b416cbfff18; no voters:
07:27:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.414780 19704 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:27:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.415115 19704 raft_consensus.cc:482] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:27:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.415431 19704 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 0 FOLLOWER]: Advancing to term 1
07:27:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.422099 19704 raft_consensus.cc:504] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } }
07:27:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.431149 19668 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ed9c7ab7c47745ffb39794030fddeddb"
07:27:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.431766 19668 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [term 0 FOLLOWER]: Advancing to term 1
07:27:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:28.436906 19494 tablet.cc:2369] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:27:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.439348 19668 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fea8494ab6b3404ea5cd5b416cbfff18 in term 1.
07:27:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.440443 19490 leader_election.cc:302] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ed9c7ab7c47745ffb39794030fddeddb, fea8494ab6b3404ea5cd5b416cbfff18; no voters:
07:27:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.446250 19704 leader_election.cc:288] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [CANDIDATE]: Term 1 election: Requested vote from peers cf089c057d37418e948cd76dce180d76 (127.19.1.61:41007), ed9c7ab7c47745ffb39794030fddeddb (127.19.1.60:35031)
07:27:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.447552 19704 raft_consensus.cc:2781] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 1 FOLLOWER]: Leader election won for term 1
07:27:28.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.448817 19704 raft_consensus.cc:686] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [term 1 LEADER]: Becoming Leader. State: Replica: fea8494ab6b3404ea5cd5b416cbfff18, State: Running, Role: LEADER
07:27:28.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.450764 19704 consensus_queue.cc:237] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } }
07:27:28.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.467031 19731 sys_catalog.cc:455] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fea8494ab6b3404ea5cd5b416cbfff18. Latest consensus state: current_term: 1 leader_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:28.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.468626 19731 sys_catalog.cc:458] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [sys.catalog]: This master's current role is: LEADER
07:27:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.478570 19733 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:27:28.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.489253 19733 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:27:28.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.522024 19668 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [term 1 FOLLOWER]: Refusing update from remote peer fea8494ab6b3404ea5cd5b416cbfff18: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:27:28.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.524298 19704 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:27:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.566807 19718 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [sys.catalog]: SysCatalogTable state changed. Reason: New leader fea8494ab6b3404ea5cd5b416cbfff18. Latest consensus state: current_term: 1 leader_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.567569 19718 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [sys.catalog]: This master's current role is: FOLLOWER
07:27:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.572486 19734 mvcc.cc:205] Tried to move back new op lower bound from 7298828077086511104 to 7298828076878503936. Current Snapshot: MvccSnapshot[applied={T|T < 7298828077086511104}]
07:27:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.575585 19704 sys_catalog.cc:455] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.576308 19704 sys_catalog.cc:458] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [sys.catalog]: This master's current role is: LEADER
07:27:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.580947 19733 catalog_manager.cc:1347] Generated new cluster ID: e5cdab95f72e42fead8b3347a6c03796
07:27:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.581233 19733 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:27:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.587399 19718 sys_catalog.cc:455] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.588155 19718 sys_catalog.cc:458] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb [sys.catalog]: This master's current role is: FOLLOWER
07:27:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.624434 19733 catalog_manager.cc:1370] Generated new certificate authority record
07:27:28.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.628961 19733 catalog_manager.cc:1504] Loading token signing keys...
07:27:28.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.642863 19615 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } attempt: 7
07:27:28.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.684049 19733 catalog_manager.cc:5868] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18: Generated new TSK 0
07:27:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.686285 19733 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:27:28.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.711198 19615 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76: Bootstrap starting.
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.717696 19460 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/wal
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/data
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:28.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/logs
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/data/info.pb
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.1:0
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.1.1
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.1
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:28.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:27:28.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.728463 19615 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76: Neither blocks nor log segments found. Creating new log.
07:27:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.730808 19615 log.cc:824] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76: Log is configured to *not* fsync() on all Append() calls
07:27:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.754381 19615 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76: No bootstrap required, opened a new log
07:27:28.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.840929 19615 raft_consensus.cc:348] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } }
07:27:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.843542 19615 raft_consensus.cc:374] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:27:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.844779 19615 raft_consensus.cc:729] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf089c057d37418e948cd76dce180d76, State: Initialized, Role: FOLLOWER
07:27:28.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.847452 19615 consensus_queue.cc:260] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } }
07:27:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.862330 19742 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:28.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.863178 19742 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [sys.catalog]: This master's current role is: FOLLOWER
07:27:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.870399 19588 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [term 0 FOLLOWER]: Advancing to term 1
07:27:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.873777 19590 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf089c057d37418e948cd76dce180d76" is_pre_election: true
07:27:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.875353 19589 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf089c057d37418e948cd76dce180d76"
07:27:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.881526 19588 raft_consensus.cc:1261] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [term 1 FOLLOWER]: Refusing update from remote peer fea8494ab6b3404ea5cd5b416cbfff18: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:27:28.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.883268 19615 sys_catalog.cc:564] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [sys.catalog]: configured and running, proceeding with master startup.
07:27:28.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.883524 19731 consensus_queue.cc:1035] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:27:28.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.954345 19742 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fea8494ab6b3404ea5cd5b416cbfff18. Latest consensus state: current_term: 1 leader_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:28.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.954532 19747 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:28.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.955871 19747 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [sys.catalog]: This master's current role is: FOLLOWER
07:27:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.955569 19742 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76 [sys.catalog]: This master's current role is: FOLLOWER
07:27:28.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:28.990716 19758 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:27:29.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:29.244866 19740 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:29.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:29.245621 19740 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:29.246484 19740 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:29.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:29.310559 19740 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:29.312332 19740 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.1.1
07:27:29.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:29.343335 19729 catalog_manager.cc:1259] Loaded cluster ID: e5cdab95f72e42fead8b3347a6c03796
07:27:29.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:29.343997 19729 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb: loading cluster ID for follower catalog manager: success
07:27:29.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:29.352666 19729 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb: acquiring CA information for follower catalog manager: success
07:27:29.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:29.371563 19729 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ed9c7ab7c47745ffb39794030fddeddb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:29.375566 19740 tablet_server_runner.cc:78] Tablet server non-default flags:
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/data
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/wal
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.1:0
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:29.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/data/info.pb
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.1
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.1.1
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/logs
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:29.375370 19731 sys_catalog.cc:455] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fea8494ab6b3404ea5cd5b416cbfff18" member_type: VOTER last_known_addr { host: "127.19.1.62" port: 42243 } } peers { permanent_uuid: "cf089c057d37418e948cd76dce180d76" member_type: VOTER last_known_addr { host: "127.19.1.61" port: 41007 } } peers { permanent_uuid: "ed9c7ab7c47745ffb39794030fddeddb" member_type: VOTER last_known_addr { host: "127.19.1.60" port: 35031 } } }
07:27:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:29.376197 19731 sys_catalog.cc:458] T 00000000000000000000000000000000 P fea8494ab6b3404ea5cd5b416cbfff18 [sys.catalog]: This master's current role is: LEADER
07:27:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:29.380028 19740 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:29.382481 19740 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:29.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:29.407807 19767 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:30.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:30.019698 19758 catalog_manager.cc:1259] Loaded cluster ID: e5cdab95f72e42fead8b3347a6c03796
07:27:30.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:30.020057 19758 catalog_manager.cc:1552] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76: loading cluster ID for follower catalog manager: success
07:27:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:30.051353 19758 catalog_manager.cc:1574] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76: acquiring CA information for follower catalog manager: success
07:27:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:30.063845 19758 catalog_manager.cc:1602] T 00000000000000000000000000000000 P cf089c057d37418e948cd76dce180d76: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:27:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:30.802954 19766 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 19740
07:27:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:31.737816 19740 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.330s user 0.411s sys 0.968s
07:27:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:31.738224 19740 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.331s user 0.411s sys 0.968s
07:27:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:29.409024 19768 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:31.739670 19769 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:27:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:31.741243 19770 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.743284 19740 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:27:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.744956 19740 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.753531 19740 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:31.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.755028 19740 hybrid_clock.cc:648] HybridClock initialized: now 1781940451754950 us; error 94 us; skew 500 ppm
07:27:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.756192 19740 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:31.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.777310 19740 webserver.cc:460] Webserver started at http://127.19.1.1:40689/ using document root <none> and password file <none>
07:27:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.779299 19740 fs_manager.cc:359] Metadata directory not provided
07:27:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.779637 19740 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.780216 19740 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:27:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.788234 19740 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/data/instance:
07:27:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4a10e9a13df400e985224dd357382af"
07:27:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:31 on dist-test-slave-0q0p"
07:27:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.789933 19740 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/wal/instance:
07:27:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4a10e9a13df400e985224dd357382af"
07:27:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:31 on dist-test-slave-0q0p"
07:27:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.806699 19740 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.010s sys 0.005s
07:27:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.820045 19778 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.821455 19740 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.001s sys 0.008s
07:27:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.821926 19740 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/wal
07:27:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4a10e9a13df400e985224dd357382af"
07:27:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:31 on dist-test-slave-0q0p"
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.822393 19740 fs_report.cc:383] FS layout report
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/wal
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/wal
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/data/data
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.893293 19740 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:31.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.895370 19740 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.895973 19740 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.905491 19740 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:27:31.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.918355 19740 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:27:31.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.918651 19740 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:27:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.918928 19740 ts_tablet_manager.cc:610] Registered 0 tablets
07:27:31.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:31.919157 19740 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:27:32.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.231688 19740 rpc_server.cc:307] RPC server started. Bound to: 127.19.1.1:41495
07:27:32.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.231828 19890 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.1.1:41495 every 8 connection(s)
07:27:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.234472 19740 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/data/info.pb
07:27:32.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.242388 19460 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 19740
07:27:32.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.242897 19460 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-0/wal/instance
07:27:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.264468 19460 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/wal
07:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/data
07:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/logs
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/data/info.pb
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.2:0
07:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.1.2
07:27:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.2
07:27:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:27:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.344496 19892 heartbeater.cc:347] Connected to a master server at 127.19.1.61:41007
07:27:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.345026 19892 heartbeater.cc:464] Registering TS with master...
07:27:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.346338 19892 heartbeater.cc:511] Master 127.19.1.61:41007 requested a full tablet report, sending...
07:27:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.350077 19580 ts_manager.cc:194] Registered new tserver with Master: a4a10e9a13df400e985224dd357382af (127.19.1.1:41495)
07:27:32.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.358842 19891 heartbeater.cc:347] Connected to a master server at 127.19.1.60:35031
07:27:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.359231 19891 heartbeater.cc:464] Registering TS with master...
07:27:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.360137 19891 heartbeater.cc:511] Master 127.19.1.60:35031 requested a full tablet report, sending...
07:27:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.361094 19893 heartbeater.cc:347] Connected to a master server at 127.19.1.62:42243
07:27:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.361438 19893 heartbeater.cc:464] Registering TS with master...
07:27:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.362316 19893 heartbeater.cc:511] Master 127.19.1.62:42243 requested a full tablet report, sending...
07:27:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.365351 19505 ts_manager.cc:194] Registered new tserver with Master: a4a10e9a13df400e985224dd357382af (127.19.1.1:41495)
07:27:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.366755 19658 ts_manager.cc:194] Registered new tserver with Master: a4a10e9a13df400e985224dd357382af (127.19.1.1:41495)
07:27:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.368255 19505 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.1.1:33837
07:27:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:32.660745 19898 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:32.661218 19898 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:32.661732 19898 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:32.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:32.693571 19898 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:32.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:32.694404 19898 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.1.2
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.730037 19898 tablet_server_runner.cc:78] Tablet server non-default flags:
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/data
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/wal
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.2:0
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/data/info.pb
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.2
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:32.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.1.2
07:27:32.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/logs
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.731247 19898 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:32.733168 19898 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:32.756413 19911 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:33.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:33.372931 19893 heartbeater.cc:503] Master 127.19.1.62:42243 was elected leader, sending a full tablet report...
07:27:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:32.758116 19909 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.072301 19910 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:27:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:32.756531 19908 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.072444 19898 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:27:34.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.076628 19898 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:34.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.079573 19898 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.081065 19898 hybrid_clock.cc:648] HybridClock initialized: now 1781940454081006 us; error 66 us; skew 500 ppm
07:27:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.081943 19898 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.089427 19898 webserver.cc:460] Webserver started at http://127.19.1.2:34089/ using document root <none> and password file <none>
07:27:34.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.090453 19898 fs_manager.cc:359] Metadata directory not provided
07:27:34.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.090659 19898 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.091070 19898 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:27:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.095989 19898 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/data/instance:
07:27:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f6b498dadec4918a77cc856b810e441"
07:27:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:34 on dist-test-slave-0q0p"
07:27:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.097137 19898 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/wal/instance:
07:27:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f6b498dadec4918a77cc856b810e441"
07:27:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:34 on dist-test-slave-0q0p"
07:27:34.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.104616 19898 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
07:27:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.110728 19919 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.111948 19898 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
07:27:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.112263 19898 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/wal
07:27:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f6b498dadec4918a77cc856b810e441"
07:27:34.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:34 on dist-test-slave-0q0p"
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.112571 19898 fs_report.cc:383] FS layout report
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/wal
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/wal
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/data/data
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.168903 19898 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.170421 19898 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.170836 19898 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:34.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.173214 19898 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:27:34.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.177336 19898 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:27:34.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.177531 19898 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:27:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.177847 19898 ts_tablet_manager.cc:610] Registered 0 tablets
07:27:34.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.177985 19898 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:27:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.326162 19898 rpc_server.cc:307] RPC server started. Bound to: 127.19.1.2:44125
07:27:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.326272 20031 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.1.2:44125 every 8 connection(s)
07:27:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.328567 19898 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/data/info.pb
07:27:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.330915 19460 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 19898
07:27:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.331713 19460 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-1/wal/instance
07:27:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.349942 19689 debug-util.cc:398] Leaking SignalData structure 0x7b0800072120 after lost signal to thread 19622
07:27:34.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.356140 19460 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:34.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:34.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/wal
07:27:34.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/data
07:27:34.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:34.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/logs
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/data/info.pb
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.3:0
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.1.3
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.3
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:27:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.412864 20032 heartbeater.cc:347] Connected to a master server at 127.19.1.60:35031
07:27:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.413389 20032 heartbeater.cc:464] Registering TS with master...
07:27:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.414733 20032 heartbeater.cc:511] Master 127.19.1.60:35031 requested a full tablet report, sending...
07:27:34.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.418286 19658 ts_manager.cc:194] Registered new tserver with Master: 0f6b498dadec4918a77cc856b810e441 (127.19.1.2:44125)
07:27:34.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.425238 20033 heartbeater.cc:347] Connected to a master server at 127.19.1.61:41007
07:27:34.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.425727 20033 heartbeater.cc:464] Registering TS with master...
07:27:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.426679 20033 heartbeater.cc:511] Master 127.19.1.61:41007 requested a full tablet report, sending...
07:27:34.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.429553 19580 ts_manager.cc:194] Registered new tserver with Master: 0f6b498dadec4918a77cc856b810e441 (127.19.1.2:44125)
07:27:34.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.442925 20034 heartbeater.cc:347] Connected to a master server at 127.19.1.62:42243
07:27:34.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.443302 20034 heartbeater.cc:464] Registering TS with master...
07:27:34.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.444123 20034 heartbeater.cc:511] Master 127.19.1.62:42243 requested a full tablet report, sending...
07:27:34.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.446460 19505 ts_manager.cc:194] Registered new tserver with Master: 0f6b498dadec4918a77cc856b810e441 (127.19.1.2:44125)
07:27:34.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.448848 19505 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.1.2:36007
07:27:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.753638 20039 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.754331 20039 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:34.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.754837 20039 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:34.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.788422 20039 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:34.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.789238 20039 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.1.3
07:27:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.833350 20039 tablet_server_runner.cc:78] Tablet server non-default flags:
07:27:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:34.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.1.20:46635
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/data
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/wal
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.1.3:0
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/data/info.pb
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.1.3
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.1.62:42243,127.19.1.61:41007,127.19.1.60:35031
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.1.3
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/logs
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:34.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:34.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.834565 20039 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:34.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:34.836405 20039 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:34.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.859364 20050 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:35.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:35.453508 20034 heartbeater.cc:503] Master 127.19.1.62:42243 was elected leader, sending a full tablet report...
07:27:36.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.860848 20049 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:34.859490 20052 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:36.186748 20051 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1323 milliseconds
07:27:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.186854 20039 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:27:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.188158 20039 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:36.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.191036 20039 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:36.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.192519 20039 hybrid_clock.cc:648] HybridClock initialized: now 1781940456192457 us; error 82 us; skew 500 ppm
07:27:36.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.193296 20039 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.205471 20039 webserver.cc:460] Webserver started at http://127.19.1.3:35939/ using document root <none> and password file <none>
07:27:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.206475 20039 fs_manager.cc:359] Metadata directory not provided
07:27:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.206671 20039 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:36.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.207165 20039 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:27:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.212152 20039 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/data/instance:
07:27:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f6b2ad21b2a46f7bb7470ba5acbb0a2"
07:27:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:36 on dist-test-slave-0q0p"
07:27:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.213317 20039 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/wal/instance:
07:27:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f6b2ad21b2a46f7bb7470ba5acbb0a2"
07:27:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:36 on dist-test-slave-0q0p"
07:27:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.221823 20039 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
07:27:36.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.228304 20059 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:36.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.229799 20039 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
07:27:36.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.230289 20039 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/wal
07:27:36.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f6b2ad21b2a46f7bb7470ba5acbb0a2"
07:27:36.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:36 on dist-test-slave-0q0p"
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.230754 20039 fs_report.cc:383] FS layout report
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/wal
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/wal
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/data/data
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:36.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.284641 20039 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.286836 20039 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.287444 20039 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:36.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.291040 20039 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:27:36.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.297506 20039 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:27:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.297837 20039 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
07:27:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.298161 20039 ts_tablet_manager.cc:610] Registered 0 tablets
07:27:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.298370 20039 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:27:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.469305 20039 rpc_server.cc:307] RPC server started. Bound to: 127.19.1.3:38671
07:27:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.469374 20171 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.1.3:38671 every 8 connection(s)
07:27:36.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.473218 20039 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/data/info.pb
07:27:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.477167 19460 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 20039
07:27:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.477689 19460 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster5119676729798971723/ts-2/wal/instance
07:27:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.538160 20173 heartbeater.cc:347] Connected to a master server at 127.19.1.61:41007
07:27:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.538683 20173 heartbeater.cc:464] Registering TS with master...
07:27:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.539916 20173 heartbeater.cc:511] Master 127.19.1.61:41007 requested a full tablet report, sending...
07:27:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.543048 19580 ts_manager.cc:194] Registered new tserver with Master: 6f6b2ad21b2a46f7bb7470ba5acbb0a2 (127.19.1.3:38671)
07:27:36.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.552613 20174 heartbeater.cc:347] Connected to a master server at 127.19.1.62:42243
07:27:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.552964 20174 heartbeater.cc:464] Registering TS with master...
07:27:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.553856 20174 heartbeater.cc:511] Master 127.19.1.62:42243 requested a full tablet report, sending...
07:27:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.555959 19505 ts_manager.cc:194] Registered new tserver with Master: 6f6b2ad21b2a46f7bb7470ba5acbb0a2 (127.19.1.3:38671)
07:27:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.557493 20172 heartbeater.cc:347] Connected to a master server at 127.19.1.60:35031
07:27:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.557873 20172 heartbeater.cc:464] Registering TS with master...
07:27:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.558240 19505 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.1.3:56103
07:27:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.558699 20172 heartbeater.cc:511] Master 127.19.1.60:35031 requested a full tablet report, sending...
07:27:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.561375 19658 ts_manager.cc:194] Registered new tserver with Master: 6f6b2ad21b2a46f7bb7470ba5acbb0a2 (127.19.1.3:38671)
07:27:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:36.573479 19460 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:27:36.584 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:27:36.585 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:27:36.597 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.1.62"
port: 42243
}
bound_http_address {
host: "127.19.1.62"
port: 33883
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.1.61"
port: 41007
}
bound_http_address {
host: "127.19.1.61"
port: 42621
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.1.60"
port: 35031
}
bound_http_address {
host: "127.19.1.60"
port: 45723
}
}
}
07:27:36.602 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:27:36.605 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.1.1"
port: 41495
}
bound_http_address {
host: "127.19.1.1"
port: 40689
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.1.2"
port: 44125
}
bound_http_address {
host: "127.19.1.2"
port: 34089
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.1.3"
port: 38671
}
bound_http_address {
host: "127.19.1.3"
port: 35939
}
}
}
07:27:36.605 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:27:36.832 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:27:36.964 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task4kMl7t/test-tmp
07:27:36.965 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:27:36.967 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task4kMl7t/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:27:36.971 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:27:37.321 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:37.321 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:27:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:37.325779 20185 mini_oidc.cc:152] Starting JWKS server
07:27:37.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:37.330519 20185 webserver.cc:460] Webserver started at http://127.0.0.1:36951/ using document root <none> and password file <none>
07:27:37.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:37.331359 20185 mini_oidc.cc:189] Starting OIDC Discovery server
07:27:37.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:37.333735 20185 webserver.cc:460] Webserver started at http://127.0.0.1:34673/ using document root <none> and password file <none>
07:27:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:27:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/principal' for realm 'KRBTEST.COM',
07:27:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:27:37.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:37 dist-test-slave-0q0p krb5kdc[20197](info): setting up network...
07:27:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:27:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:37 dist-test-slave-0q0p krb5kdc[20197](info): set up 2 sockets
07:27:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:37 dist-test-slave-0q0p krb5kdc[20197](info): commencing operation
07:27:37.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:27:37.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:37.562981 20174 heartbeater.cc:503] Master 127.19.1.62:42243 was elected leader, sending a full tablet report...
07:27:38.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:38.463188 20185 mini_kdc.cc:121] Time spent starting KDC: real 1.099s user 0.004s sys 0.016s
07:27:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:27:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:27:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:27:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:27:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:27:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:27:38.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:27:38.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:27:38.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:27:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:27:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/test-user.keytab.
07:27:38.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/test-user.keytab.
07:27:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:38 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940458, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:27:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:27:38Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:27:38.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:27:38Z Disabled control of system clock
07:27:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.182.126@KRBTEST.COM; defaulting to no policy
07:27:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:27:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.182.126@KRBTEST.COM" created.
07:27:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:27:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.182.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.126.keytab.
07:27:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.182.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.126.keytab.
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:38.660559 20185 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/logs
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data/info.pb
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.126:44653
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.126
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.126.keytab
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.126
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:27:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:38.970665 20210 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:38.971205 20210 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:38.972162 20210 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.004598 20210 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:27:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.004853 20210 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:27:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.005110 20210 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.005296 20210 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:27:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.005470 20210 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:27:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.005666 20210 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:27:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.005820 20210 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36951/jwks.json
07:27:39.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:39.043494 20210 master_runner.cc:386] Master server non-default flags:
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.126.keytab
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.126
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.126:44653
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data/info.pb
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.126
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/logs
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:39.044709 20210 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:39.046056 20210 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.066715 20216 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.067530 20219 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:39.067288 20217 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:39.068858 20210 server_base.cc:1034] running on GCE node
07:27:40.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.323781 20210 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.327032 20210 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.328513 20210 hybrid_clock.cc:648] HybridClock initialized: now 1781940460328446 us; error 80 us; skew 500 ppm
07:27:40.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.329466 20210 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:40 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940460, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.336627 20210 init.cc:377] Logged in from keytab as kudu/127.19.182.126@KRBTEST.COM (short username kudu)
07:27:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.342499 20210 webserver.cc:460] Webserver started at http://127.19.182.126:35425/ using document root <none> and password file <none>
07:27:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.343528 20210 fs_manager.cc:359] Metadata directory not provided
07:27:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.343783 20210 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.344403 20210 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:27:40.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.349486 20210 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data/instance:
07:27:40.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51f1c80b580747ea95bd5aa776aa9d8a"
07:27:40.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:40 on dist-test-slave-0q0p"
07:27:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.350735 20210 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal/instance:
07:27:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51f1c80b580747ea95bd5aa776aa9d8a"
07:27:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:40 on dist-test-slave-0q0p"
07:27:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.358309 20210 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
07:27:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.364293 20228 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.365506 20210 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.365864 20210 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51f1c80b580747ea95bd5aa776aa9d8a"
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:40 on dist-test-slave-0q0p"
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.366171 20210 fs_report.cc:383] FS layout report
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data/data
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:40.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:40.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:40.417183 19887 debug-util.cc:398] Leaking SignalData structure 0x7b08000af580 after lost signal to thread 19759
07:27:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:40.418206 19887 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba140 after lost signal to thread 19890
07:27:40.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.429863 20210 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:40.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.439268 20210 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.439904 20210 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:40.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.564159 20210 rpc_server.cc:307] RPC server started. Bound to: 127.19.182.126:44653
07:27:40.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.564234 20279 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.182.126:44653 every 8 connection(s)
07:27:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.567044 20210 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data/info.pb
07:27:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.569123 20185 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 20210
07:27:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.569906 20185 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal/instance
07:27:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.575973 20280 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:27:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.597954 20280 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } has no permanent_uuid. Determining permanent_uuid...
07:27:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.182.125@KRBTEST.COM; defaulting to no policy
07:27:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:27:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.182.125@KRBTEST.COM" created.
07:27:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:40 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940460, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.126@KRBTEST.COM for kudu/127.19.182.126@KRBTEST.COM
07:27:40.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:27:40.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.182.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.125.keytab.
07:27:40.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.182.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.125.keytab.
07:27:40.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.634548 20185 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/logs
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data/info.pb
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.125:46873
07:27:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.125
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.125.keytab
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.125
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:27:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.645169 20280 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } has no permanent_uuid. Determining permanent_uuid...
07:27:40.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:40.647809 20229 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:40.652161 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.125:46873: Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.701720 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } attempt: 1
07:27:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:40.705272 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.125:46873: Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:40.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.773711 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } attempt: 2
07:27:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:40.778244 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.125:46873: Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:40.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:40.869701 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } attempt: 3
07:27:40.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:40.875661 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.125:46873: Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:41.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:41.019120 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } attempt: 4
07:27:41.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.023430 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.125:46873: Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.024598 20286 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.025226 20286 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:41.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.025969 20286 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:41.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.058312 20286 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:27:41.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.058596 20286 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:27:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.058984 20286 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.059307 20286 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:27:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.059620 20286 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:27:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.059937 20286 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:27:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.060166 20286 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36951/jwks.json
07:27:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:41.099304 20286 master_runner.cc:386] Master server non-default flags:
07:27:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:41.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.125.keytab
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.125
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.125:46873
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data/info.pb
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.125
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/logs
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:27:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:41.100993 20286 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:41.102731 20286 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.125146 20294 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:41.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:41.322907 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } attempt: 5
07:27:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.328404 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.125:46873: Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:41.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:41.876706 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } attempt: 6
07:27:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.905313 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.125:46873: Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.126016 20293 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:41.126956 20296 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:41.128564 20286 server_base.cc:1034] running on GCE node
07:27:42.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.440665 20286 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.443214 20286 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.444561 20286 hybrid_clock.cc:648] HybridClock initialized: now 1781940462444529 us; error 47 us; skew 500 ppm
07:27:42.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.445374 20286 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:42.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:42 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940462, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.451943 20286 init.cc:377] Logged in from keytab as kudu/127.19.182.125@KRBTEST.COM (short username kudu)
07:27:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.458297 20286 webserver.cc:460] Webserver started at http://127.19.182.125:38045/ using document root <none> and password file <none>
07:27:42.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.459561 20286 fs_manager.cc:359] Metadata directory not provided
07:27:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.459811 20286 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.460336 20286 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:27:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.465572 20286 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data/instance:
07:27:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60de8434764e42e0b90269bcbae5b7d1"
07:27:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:42 on dist-test-slave-0q0p"
07:27:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.467123 20286 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal/instance:
07:27:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60de8434764e42e0b90269bcbae5b7d1"
07:27:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:42 on dist-test-slave-0q0p"
07:27:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.475304 20286 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.002s
07:27:42.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.481148 20306 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.482257 20286 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.482622 20286 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60de8434764e42e0b90269bcbae5b7d1"
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:42 on dist-test-slave-0q0p"
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.483042 20286 fs_report.cc:383] FS layout report
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data/data
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.528578 20286 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.536180 20286 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:42.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.536654 20286 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:42.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.620595 20286 rpc_server.cc:307] RPC server started. Bound to: 127.19.182.125:46873
07:27:42.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.620708 20357 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.182.125:46873 every 8 connection(s)
07:27:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.623281 20286 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data/info.pb
07:27:42.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.624754 20185 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 20286
07:27:42.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.625312 20185 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal/instance
07:27:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.630231 20358 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:27:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.182.124@KRBTEST.COM; defaulting to no policy
07:27:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:27:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.182.124@KRBTEST.COM" created.
07:27:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.648705 20358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } has no permanent_uuid. Determining permanent_uuid...
07:27:42.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:27:42.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.182.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.124.keytab.
07:27:42.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.182.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.124.keytab.
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.673087 20185 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/logs
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data/info.pb
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.124:41453
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.124
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.124.keytab
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.124
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:27:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:42 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940462, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.125@KRBTEST.COM for kudu/127.19.182.126@KRBTEST.COM
07:27:42.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.688915 20358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } has no permanent_uuid. Determining permanent_uuid...
07:27:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:42 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940462, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.125@KRBTEST.COM for kudu/127.19.182.125@KRBTEST.COM
07:27:42.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.719118 20358 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } has no permanent_uuid. Determining permanent_uuid...
07:27:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:42.721486 20308 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:42.725379 20358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.774852 20358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 1
07:27:42.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:42.778578 20358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.846954 20358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 2
07:27:42.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:42.850970 20358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:42.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.942390 20358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 3
07:27:42.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:42.946143 20358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:42.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.965915 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } attempt: 7
07:27:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:42 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940460, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.126@KRBTEST.COM for kudu/127.19.182.125@KRBTEST.COM
07:27:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:42.993399 20280 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } has no permanent_uuid. Determining permanent_uuid...
07:27:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.000207 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:43.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.021389 20366 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.022017 20366 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.022603 20366 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.057993 20366 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:27:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.058255 20366 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:27:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.058545 20366 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.058614 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 1
07:27:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.058933 20366 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:27:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.059217 20366 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:27:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.059505 20366 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:27:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.059799 20366 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36951/jwks.json
07:27:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.062479 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.089932 20358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 4
07:27:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.093463 20358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.105902 20366 master_runner.cc:386] Master server non-default flags:
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.124.keytab
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.124
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.124:41453
07:27:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data/info.pb
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.124
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/logs
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.107272 20366 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.108494 20366 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.127624 20377 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:43.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.143844 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 2
07:27:43.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.148820 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.234234 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 3
07:27:43.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.238889 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:43.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.379513 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 4
07:27:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.383948 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:43.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.392936 20358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 5
07:27:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.397058 20358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.667657 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 5
07:27:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.672991 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:43.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.944491 20358 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 6
07:27:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.952956 20358 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:44.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.225464 20280 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } attempt: 6
07:27:44.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:44.233021 20280 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.182.124:41453: Network error: Client connection negotiation failed: client connection to 127.19.182.124:41453: connect: Connection refused (error 111)
07:27:44.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.128278 20380 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:44.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:43.128446 20378 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:44.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:43.130615 20366 server_base.cc:1034] running on GCE node
07:27:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.407055 20366 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:44.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.409756 20366 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.411105 20366 hybrid_clock.cc:648] HybridClock initialized: now 1781940464411072 us; error 51 us; skew 500 ppm
07:27:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.411883 20366 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:44 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940464, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.418290 20366 init.cc:377] Logged in from keytab as kudu/127.19.182.124@KRBTEST.COM (short username kudu)
07:27:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.424540 20366 webserver.cc:460] Webserver started at http://127.19.182.124:34793/ using document root <none> and password file <none>
07:27:44.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.425500 20366 fs_manager.cc:359] Metadata directory not provided
07:27:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.425787 20366 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.426297 20366 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:27:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.432423 20366 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data/instance:
07:27:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d8f216b449497ea6cc2a406c8ac164"
07:27:44.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:44 on dist-test-slave-0q0p"
07:27:44.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.433578 20366 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal/instance:
07:27:44.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d8f216b449497ea6cc2a406c8ac164"
07:27:44.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:44 on dist-test-slave-0q0p"
07:27:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.440639 20366 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
07:27:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.446590 20392 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.447666 20366 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.448032 20366 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d8f216b449497ea6cc2a406c8ac164"
07:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:44 on dist-test-slave-0q0p"
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.448395 20366 fs_report.cc:383] FS layout report
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data/data
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:44.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.509079 20366 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:44.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.517019 20366 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:44.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.517563 20366 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.602509 20366 rpc_server.cc:307] RPC server started. Bound to: 127.19.182.124:41453
07:27:44.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.602623 20443 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.182.124:41453 every 8 connection(s)
07:27:44.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.605419 20366 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data/info.pb
07:27:44.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.611516 20185 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 20366
07:27:44.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.612025 20185 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal/instance
07:27:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.614285 20444 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:27:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.635468 20444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } has no permanent_uuid. Determining permanent_uuid...
07:27:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:44 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940464, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.124@KRBTEST.COM for kudu/127.19.182.126@KRBTEST.COM
07:27:44.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:44 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940458, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.182.124@KRBTEST.COM
07:27:44.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.675946 20444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } has no permanent_uuid. Determining permanent_uuid...
07:27:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:44 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940464, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.124@KRBTEST.COM for kudu/127.19.182.125@KRBTEST.COM
07:27:44.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:44 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940458, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.182.125@KRBTEST.COM
07:27:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.702697 20444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } has no permanent_uuid. Determining permanent_uuid...
07:27:44.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:44 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940464, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.124@KRBTEST.COM for kudu/127.19.182.124@KRBTEST.COM
07:27:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:44 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940458, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.182.126@KRBTEST.COM
07:27:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.737416 20444 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: Bootstrap starting.
07:27:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.744094 20444 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: Neither blocks nor log segments found. Creating new log.
07:27:44.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.746160 20444 log.cc:824] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: Log is configured to *not* fsync() on all Append() calls
07:27:44.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.750896 20185 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:27:44.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.751689 20444 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: No bootstrap required, opened a new log
07:27:44.757 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:44.759 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:27:44.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:27:44.774 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:27:44.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.182.126"
port: 44653
}
bound_http_address {
host: "127.19.182.126"
port: 35425
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.182.125"
port: 46873
}
bound_http_address {
host: "127.19.182.125"
port: 38045
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.182.124"
port: 41453
}
bound_http_address {
host: "127.19.182.124"
port: 34793
}
}
}
07:27:44.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:27:44.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:44.778 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:27:44.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.778488 20444 raft_consensus.cc:348] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:27:44.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.779287 20444 raft_consensus.cc:374] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:27:44.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.779577 20444 raft_consensus.cc:729] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44d8f216b449497ea6cc2a406c8ac164, State: Initialized, Role: FOLLOWER
07:27:44.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:27:44.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.780511 20444 consensus_queue.cc:260] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:27:44.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.783428 20454 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } } }
07:27:44.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.784533 20454 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [sys.catalog]: This master's current role is: FOLLOWER
07:27:44.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.784986 20444 sys_catalog.cc:564] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [sys.catalog]: configured and running, proceeding with master startup.
07:27:44.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:44 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940464, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:27:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:44.814498 20467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:44.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:44.814817 20467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:44.819 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:44.821 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc
07:27:44.829 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:27:44.830 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc
07:27:44.832 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:27:44.838 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:27:44.841 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:27:44.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:27:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.811049 20366 master_runner.cc:186] Error getting master registration for 127.19.182.126:44653: OK, instance_id { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" instance_seqno: 1781940460534158 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:27:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.850358 20366 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:27:44.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:44 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940464, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:27:44.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:44.880 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc
07:27:44.882 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:27:44.882 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.182.126:44653
07:27:44.884 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:27:44.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.885257 20185 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 20210
07:27:44.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:44.910 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.182.124:41453
07:27:44.910 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:27:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.910775 20185 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 20366
07:27:44.934 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:44.934 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.182.125:46873
07:27:44.935 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:27:44.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.935561 20185 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 20286
07:27:44.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:44.957 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.182.126:44653
07:27:44.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:44.960950 20185 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:44.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/logs
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data/info.pb
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.126:44653
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.126
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35425
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.126.keytab
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.126
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:44.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:27:45.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.278152 20472 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:45.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.278725 20472 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.279306 20472 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.325867 20472 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:27:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.326093 20472 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:27:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.326373 20472 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.326570 20472 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:27:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.326766 20472 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:27:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.327045 20472 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:27:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.327204 20472 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36951/jwks.json
07:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:45.364665 20472 master_runner.cc:386] Master server non-default flags:
07:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data
07:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.126.keytab
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.126
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.126:44653
07:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data/info.pb
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.126
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35425
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/logs
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:45.365885 20472 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:45.366868 20472 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.386148 20479 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:46.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.386205 20478 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:46.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:45.387089 20481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:46.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:45.387936 20472 server_base.cc:1034] running on GCE node
07:27:46.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.608385 20472 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.611346 20472 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.612735 20472 hybrid_clock.cc:648] HybridClock initialized: now 1781940466612675 us; error 66 us; skew 500 ppm
07:27:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.613763 20472 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:46.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:46 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940466, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:46.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.629139 20472 init.cc:377] Logged in from keytab as kudu/127.19.182.126@KRBTEST.COM (short username kudu)
07:27:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.635667 20472 webserver.cc:460] Webserver started at http://127.19.182.126:35425/ using document root <none> and password file <none>
07:27:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.636722 20472 fs_manager.cc:359] Metadata directory not provided
07:27:46.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.636988 20472 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:46.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.645758 20472 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
07:27:46.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.650287 20490 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.651458 20472 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
07:27:46.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.651860 20472 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51f1c80b580747ea95bd5aa776aa9d8a"
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:40 on dist-test-slave-0q0p"
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.654379 20472 fs_report.cc:383] FS layout report
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data/data
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:46.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.710603 20472 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:46.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.716434 20472 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:46.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.716886 20472 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.789240 20472 rpc_server.cc:307] RPC server started. Bound to: 127.19.182.126:44653
07:27:46.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.789312 20541 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.182.126:44653 every 8 connection(s)
07:27:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.792224 20472 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/data/info.pb
07:27:46.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.796969 20185 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 20472
07:27:46.797 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:46.797 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.182.124:41453
07:27:46.798 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:27:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.799296 20185 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data
07:27:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/logs
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data/info.pb
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.124:41453
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.124
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34793
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.124.keytab
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.124
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:27:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:27:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:27:46.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.804301 20542 sys_catalog.cc:263] Verifying existing consensus state
07:27:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 07:27:46.805260 20542 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:27:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.805711 20472 master.cc:537] Master@127.19.182.126:44653 shutting down...
07:27:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:46.875737 20472 master.cc:552] Master@127.19.182.126:44653 shutdown complete.
07:27:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:27:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.125077 20544 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:47.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.125890 20544 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:47.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.126663 20544 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.161703 20544 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:27:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.161994 20544 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:27:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.162401 20544 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.162727 20544 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:27:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.163096 20544 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:27:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.163425 20544 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:27:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.163708 20544 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36951/jwks.json
07:27:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:47.201998 20544 master_runner.cc:386] Master server non-default flags:
07:27:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data
07:27:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:47.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.124.keytab
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.124
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.124:41453
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data/info.pb
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.124
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34793
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:47.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:47.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:47.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/logs
07:27:47.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:47.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:47.203599 20544 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:47.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:47.204993 20544 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:47.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.223109 20551 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.225019 20553 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:47.225970 20544 server_base.cc:1034] running on GCE node
07:27:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:47.223101 20550 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:48.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.481870 20544 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:48.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.484534 20544 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.485925 20544 hybrid_clock.cc:648] HybridClock initialized: now 1781940468485895 us; error 63 us; skew 500 ppm
07:27:48.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.486778 20544 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:48 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940468, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:48.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.492748 20544 init.cc:377] Logged in from keytab as kudu/127.19.182.124@KRBTEST.COM (short username kudu)
07:27:48.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.498027 20544 webserver.cc:460] Webserver started at http://127.19.182.124:34793/ using document root <none> and password file <none>
07:27:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.498919 20544 fs_manager.cc:359] Metadata directory not provided
07:27:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.499132 20544 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.508036 20544 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
07:27:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.513156 20562 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.514495 20544 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
07:27:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.515048 20544 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d8f216b449497ea6cc2a406c8ac164"
07:27:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:44 on dist-test-slave-0q0p"
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.518510 20544 fs_report.cc:383] FS layout report
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/wal
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data/data
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:48.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.568467 20544 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.574445 20544 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.574851 20544 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.651021 20544 rpc_server.cc:307] RPC server started. Bound to: 127.19.182.124:41453
07:27:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.651120 20613 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.182.124:41453 every 8 connection(s)
07:27:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.654438 20544 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-2/data/info.pb
07:27:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.660913 20185 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 20544
07:27:48.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:48.662 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.182.125:46873
07:27:48.663 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:27:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.664393 20185 external_mini_cluster.cc:1326] Running /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu
07:27:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/logs
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data/info.pb
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.125:46873
07:27:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.125
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38045
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.125.keytab
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.125
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:27:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.667052 20614 sys_catalog.cc:263] Verifying existing consensus state
07:27:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.673411 20614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: Bootstrap starting.
07:27:48.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.706014 20614 log.cc:824] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: Log is configured to *not* fsync() on all Append() calls
07:27:48.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.710618 20614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:27:48.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.711418 20614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: Bootstrap complete.
07:27:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.736349 20614 raft_consensus.cc:348] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:27:48.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.738804 20614 raft_consensus.cc:374] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:27:48.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.739099 20614 raft_consensus.cc:729] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44d8f216b449497ea6cc2a406c8ac164, State: Initialized, Role: FOLLOWER
07:27:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.740041 20614 consensus_queue.cc:260] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:27:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.743139 20618 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } } }
07:27:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.743991 20618 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [sys.catalog]: This master's current role is: FOLLOWER
07:27:48.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.744803 20614 sys_catalog.cc:564] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [sys.catalog]: configured and running, proceeding with master startup.
07:27:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:48.775760 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:48.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:48.776094 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:48.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.773367 20544 master_runner.cc:186] Error getting master registration for 127.19.182.126:44653: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111),
07:27:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:48.794059 20544 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:27:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:48.830005 20568 tablet.cc:2369] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:27:49.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.013624 20616 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:27:49.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.014359 20616 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:27:49.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.015163 20616 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:27:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.049284 20616 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:27:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.049938 20616 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:27:49.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.050602 20616 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:27:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.050988 20616 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:27:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.051293 20616 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:27:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.051587 20616 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:27:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.051822 20616 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36951/jwks.json
07:27:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:49.092193 20616 master_runner.cc:386] Master server non-default flags:
07:27:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:27:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.182.84:42439
07:27:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:27:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:27:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data
07:27:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.182.126:44653,127.19.182.125:46873,127.19.182.124:41453
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/krb5kdc/kudu_127.19.182.125.keytab
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.182.125
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.182.125:46873
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36951/jwks.json
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:27:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data/info.pb
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.182.125
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38045
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/logs
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:27:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 06:17:27 UTC on ccycloud.quasar-mfmkhc.root.comops.site
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456919
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:49.093791 20616 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:27:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:49.095126 20616 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:27:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.116000 20638 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:49.144940 20618 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:27:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:49.145768 20618 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:27:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:49.150219 20618 leader_election.cc:288] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653), 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873)
07:27:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.152490 20563 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111)
07:27:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.158435 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653): Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111)
07:27:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.159374 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873): Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:49.159929 20563 leader_election.cc:302] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44d8f216b449497ea6cc2a406c8ac164; no voters: 51f1c80b580747ea95bd5aa776aa9d8a, 60de8434764e42e0b90269bcbae5b7d1
07:27:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:49.161077 20618 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:27:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.780742 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.781107 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.117372 20640 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:49.117681 20616 server_base.cc:1034] running on GCE node
07:27:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:49.116007 20637 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:27:50.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.409489 20616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:27:50.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.412616 20616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:27:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.414047 20616 hybrid_clock.cc:648] HybridClock initialized: now 1781940470413984 us; error 77 us; skew 500 ppm
07:27:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.415023 20616 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:27:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:50 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940470, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.421001 20616 init.cc:377] Logged in from keytab as kudu/127.19.182.125@KRBTEST.COM (short username kudu)
07:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.427070 20616 webserver.cc:460] Webserver started at http://127.19.182.125:38045/ using document root <none> and password file <none>
07:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.427935 20616 fs_manager.cc:359] Metadata directory not provided
07:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.428126 20616 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:27:50.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.437237 20616 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
07:27:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.443562 20650 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:27:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.445583 20616 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.005s sys 0.000s
07:27:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.446252 20616 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data,/tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60de8434764e42e0b90269bcbae5b7d1"
07:27:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 07:27:42 on dist-test-slave-0q0p"
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.450297 20616 fs_report.cc:383] FS layout report
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data/data
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:27:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:27:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.516389 20616 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:27:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.523638 20616 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:27:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.524219 20616 kserver.cc:163] Server-wide thread pool size limit: 3276
07:27:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.619529 20616 rpc_server.cc:307] RPC server started. Bound to: 127.19.182.125:46873
07:27:50.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.619719 20701 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.182.125:46873 every 8 connection(s)
07:27:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.622342 20616 server_base.cc:1166] Dumped server information to /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/data/info.pb
07:27:50.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.627004 20185 external_mini_cluster.cc:1388] Started /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu as pid 20616
07:27:50.627 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:27:50.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.638222 20702 sys_catalog.cc:263] Verifying existing consensus state
07:27:50.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 07:27:50.639073 20702 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:27:50.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.639556 20616 master.cc:537] Master@127.19.182.125:46873 shutting down...
07:27:50.694 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:50.752486 20616 master.cc:552] Master@127.19.182.125:46873 shutdown complete.
07:27:50.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task4kMl7t/test-tmp/mini-kudu-cluster6922199973398765029/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:27:50.771 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.182.124:41453(127.19.182.124:41453)] connecting to peer
07:27:50.783 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:50.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:50.785374 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:50.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:50.785943 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:50.817 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.182.124:41453(127.19.182.124:41453)] Successfully connected to peer
07:27:50.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:50.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:50.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:50.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:50.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:50.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:50.908 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:27:50.916 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.19.182.124
07:27:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:51.047538 20708 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:27:51.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:51.048007 20708 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:27:51.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:51.050699 20708 leader_election.cc:288] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653), 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873)
07:27:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:51.059062 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653): Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111)
07:27:51.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:51.059820 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873): Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:51.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:51.060256 20563 leader_election.cc:302] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44d8f216b449497ea6cc2a406c8ac164; no voters: 51f1c80b580747ea95bd5aa776aa9d8a, 60de8434764e42e0b90269bcbae5b7d1
07:27:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:51.061015 20708 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:27:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:51 dist-test-slave-0q0p krb5kdc[20197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940464, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.182.124@KRBTEST.COM
07:27:51.149 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb851dc2a, L:/127.0.0.1:48032 - R:/127.19.182.124:41453] using SASL/GSSAPI
07:27:51.168 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:51.174 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:51.179 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:51.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:51.193 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:51.195 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:51.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.201 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:51.214 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:51.216 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:51.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.221 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:51.234 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:51.235 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:51.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:51.274 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:51.276 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:51.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:51.294 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:51.295 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:51.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:51.334 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:51.336 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:51.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:51.394 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:51.396 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:51.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:51.791251 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:51.791620 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:51.814 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:51.816 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:51.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:51.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:51.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:52.674 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:52.675 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:52.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:52.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:52.677 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:52.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:52.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:52.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:52.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:52.794704 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:52.794993 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:53.194 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:53.195 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:53.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:53.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:53.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:53.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:53.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:53.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:53.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:53.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:53.790375 20715 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:27:53.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:53.790737 20715 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:27:53.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:53.792430 20715 leader_election.cc:288] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653), 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873)
07:27:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:53.799032 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:53.799234 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653): Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111)
07:27:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:53.799612 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:53.800016 20544 master_runner.cc:186] Error getting master registration for 127.19.182.126:44653: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111),
07:27:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:53.800319 20544 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:27:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:53.800159 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873): Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:53.800582 20563 leader_election.cc:302] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44d8f216b449497ea6cc2a406c8ac164; no voters: 51f1c80b580747ea95bd5aa776aa9d8a, 60de8434764e42e0b90269bcbae5b7d1
07:27:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:53.801260 20715 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:27:54.754 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:54.756 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:54.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:54.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:54.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:54.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:54.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:54.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:54.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:54.802733 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:54.803053 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:55.805835 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:55.806083 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:56.809623 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:56.809917 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:57.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:57.813458 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:57.813822 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:57.994 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:57.996 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:57.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:57.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:57.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:57.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:57.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:57.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:58.001 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:58.139791 20724 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:27:58.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:58.140246 20724 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:27:58.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:58.141846 20724 leader_election.cc:288] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653), 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873)
07:27:58.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:58.144744 20563 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:27:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:58.148320 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653): Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111)
07:27:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:58.148883 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873): Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:27:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:58.149199 20563 leader_election.cc:302] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44d8f216b449497ea6cc2a406c8ac164; no voters: 51f1c80b580747ea95bd5aa776aa9d8a, 60de8434764e42e0b90269bcbae5b7d1
07:27:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:58.149933 20724 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:27:58.374 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:27:58.376 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:27:58.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:58.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:58.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:58.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:58.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:27:58.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:27:58.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:27:58.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:27:58 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940478, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:27:58.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:58.496362 20558 init.cc:295] Successfully reacquired a new kerberos TGT
07:27:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:58.803532 20544 master_runner.cc:186] Error getting master registration for 127.19.182.126:44653: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111),
07:27:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:27:58.803996 20544 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:27:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:58.816663 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:58.816927 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:27:59.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:59.820259 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:27:59.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:27:59.820537 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:00.314 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:28:00.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:00.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:00.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:00.318 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:28:00.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:00.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:00.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:00.320 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:28:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:00.823360 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:00.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:00.823740 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:01.826956 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:01.827203 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:02.612465 20731 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:28:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:02.612854 20731 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:28:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:02.614578 20731 leader_election.cc:288] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653), 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873)
07:28:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:02.619181 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653): Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111)
07:28:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:02.619617 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873): Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:28:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:02.619864 20563 leader_election.cc:302] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44d8f216b449497ea6cc2a406c8ac164; no voters: 51f1c80b580747ea95bd5aa776aa9d8a, 60de8434764e42e0b90269bcbae5b7d1
07:28:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:02.620374 20731 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:28:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:02.830017 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:02.830307 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:03.575 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:28:03.576 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:28:03.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:03.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:03.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:03.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:03.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:03.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:03.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:28:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:03.806969 20544 master_runner.cc:186] Error getting master registration for 127.19.182.126:44653: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111),
07:28:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:03.807381 20544 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:28:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:03.833236 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:03.833506 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:04.836195 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:04.836454 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:05.374 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:28:05.375 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:28:05.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:05.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:05.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:05.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:05.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:05.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:05.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:28:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:05.840432 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:05.840764 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:06.843633 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:06.843896 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:07.694 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:28:07.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:07.696 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:28:07.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:07.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:07.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:07.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:07.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:07.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:28:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:07.848299 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:07.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:07.848733 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:08.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:28:08 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940488, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:28:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:08.498908 20558 init.cc:295] Successfully reacquired a new kerberos TGT
07:28:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:08.810667 20544 master_runner.cc:186] Error getting master registration for 127.19.182.126:44653: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111),
07:28:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:08.811053 20544 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:28:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:08.853124 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:08.853528 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:09.856813 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:09.857061 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:10.654 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:28:10.657 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:28:10.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:10.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:10.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:10.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:10.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:10.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:10.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:28:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:10.860229 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:10.860494 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:11.654 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:28:11.655 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:28:11.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:11.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:11.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:11.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:11.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:11.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:11.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:28:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:11.863170 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:11.863479 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:12.866631 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:12.866958 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:13.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:13.621505 20610 debug-util.cc:398] Leaking SignalData structure 0x7b0800097be0 after lost signal to thread 20545
07:28:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:13.622231 20610 debug-util.cc:398] Leaking SignalData structure 0x7b080003f400 after lost signal to thread 20613
07:28:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:13.833005 20544 master_runner.cc:186] Error getting master registration for 127.19.182.126:44653: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111),
07:28:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:13.833375 20544 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:28:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:13.870649 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:13.870908 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:13.959921 20752 raft_consensus.cc:482] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:28:13.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:13.960572 20752 raft_consensus.cc:504] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f1c80b580747ea95bd5aa776aa9d8a" member_type: VOTER last_known_addr { host: "127.19.182.126" port: 44653 } } peers { permanent_uuid: "60de8434764e42e0b90269bcbae5b7d1" member_type: VOTER last_known_addr { host: "127.19.182.125" port: 46873 } } peers { permanent_uuid: "44d8f216b449497ea6cc2a406c8ac164" member_type: VOTER last_known_addr { host: "127.19.182.124" port: 41453 } }
07:28:13.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:13.962353 20752 leader_election.cc:288] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653), 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873)
07:28:13.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:13.963881 20563 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111) [suppressed 3 similar messages]
07:28:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:13.966977 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 51f1c80b580747ea95bd5aa776aa9d8a (127.19.182.126:44653): Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111)
07:28:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:13.967641 20563 leader_election.cc:334] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 60de8434764e42e0b90269bcbae5b7d1 (127.19.182.125:46873): Network error: Client connection negotiation failed: client connection to 127.19.182.125:46873: connect: Connection refused (error 111)
07:28:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:13.968021 20563 leader_election.cc:302] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44d8f216b449497ea6cc2a406c8ac164; no voters: 51f1c80b580747ea95bd5aa776aa9d8a, 60de8434764e42e0b90269bcbae5b7d1
07:28:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:13.968789 20752 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:28:14.335 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:28:14.336 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:28:14.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:14.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:14.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:14.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:14.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:14.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:14.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:28:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:14.873677 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:14.873977 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:15.876789 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:15.877086 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:16.880313 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:16.880657 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:17.094 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:28:17.095 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:28:17.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:17.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:17.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:17.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:17.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:17.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:17.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:28:17.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:17.247179 19689 debug-util.cc:398] Leaking SignalData structure 0x7b080009d260 after lost signal to thread 19622
07:28:17.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:17.248194 19689 debug-util.cc:398] Leaking SignalData structure 0x7b08000a1ae0 after lost signal to thread 19692
07:28:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:17.884871 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:17.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:17.885286 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:18.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 07:28:18 dist-test-slave-0q0p krb5kdc[20197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781940498, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.182.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:28:18.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:18.501436 20558 init.cc:295] Successfully reacquired a new kerberos TGT
07:28:18.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:18.837024 20544 master_runner.cc:186] Error getting master registration for 127.19.182.126:44653: Network error: Client connection negotiation failed: client connection to 127.19.182.126:44653: connect: Connection refused (error 111),
07:28:18.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:18.837419 20544 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:28:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:18.888011 20629 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 44d8f216b449497ea6cc2a406c8ac164: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:28:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 07:28:18.888268 20629 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:28:18.994 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.126:44653(127.19.182.126:44653)] connecting to peer
07:28:18.995 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.182.125:46873(127.19.182.125:46873)] connecting to peer
07:28:18.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:18.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:18.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.182.125:46873(127.19.182.125:46873)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:18.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.126:44653(127.19.182.126:44653)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:18.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.126:44653: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653
07:28:18.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.182.125:46873: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
07:28:18.999 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873; will retry
07:28:19.004 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28367), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [191ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [526ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [531ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [544ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [547ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [549ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [550ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [560ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [564ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [580ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [581ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [599ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [601ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [603ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [642ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [661ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [703ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [760ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [761ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [762ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [1175ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [1182ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [2035ms] refreshing cache from master, [2035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [2036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [2037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [2039ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [2041ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [2555ms] refreshing cache from master, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [2560ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [2561ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [2562ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [4116ms] refreshing cache from master, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [4120ms] too many traces: truncated at 100 traces, deferred=Deferred@1479744667(state=PENDING, result=null, callback=(continuation of Deferred@2020252102 after retry RPC after error@1464009950) -> (continuation of Deferred@2012675246 after retry RPC after error@929165583) -> (continuation of Deferred@459926156 after retry RPC after error@1422096587) -> (continuation of Deferred@345046385 after retry RPC after error@750882661) -> (continuation of Deferred@2024291835 after retry RPC after error@929175301) -> (continuation of Deferred@604639213 after retry RPC after error@76547758) -> (continuation of Deferred@1039053858 after retry RPC after error@445859493) -> (continuation of Deferred@1846695805 after retry RPC after error@1790155111) -> (continuation of Deferred@573861815 after retry RPC after error@571646778) -> (continuation of Deferred@1590141370 after retry RPC after error@684286884) -> (continuation of Deferred@687991005 after retry RPC after error@507352500) -> (continuation of Deferred@2098474424 after retry RPC after error@505652733) -> (continuation of Deferred@943907300 after retry RPC after error@1243628397) -> (continuation of Deferred@369479292 after retry RPC after error@353017100) -> (continuation of Deferred@979895176 after retry RPC after error@1922761859) -> (continuation of Deferred@1247105666 after retry RPC after error@192304185) -> (continuation of Deferred@1912103580 after retry RPC after error@1542315836) -> (continuation of Deferred@994858881 after retry RPC after error@35789645) -> (continuation of Deferred@821847319 after retry RPC after error@98392075) -> (continuation of Deferred@1551165294 after retry RPC after error@1310619614) -> (continuation of Deferred@496596951 after retry RPC after error@1928030575) -> (continuation of Deferred@165658571 after retry RPC after error@885168553) -> (continuation of Deferred@1647535913 after retry RPC after error@1270536721), errback=(continuation of Deferred@2020252102 after retry RPC after error@1464009950) -> (continuation of Deferred@2012675246 after retry RPC after error@929165583) -> (continuation of Deferred@459926156 after retry RPC after error@1422096587) -> (continuation of Deferred@345046385 after retry RPC after error@750882661) -> (continuation of Deferred@2024291835 after retry RPC after error@929175301) -> (continuation of Deferred@604639213 after retry RPC after error@76547758) -> (continuation of Deferred@1039053858 after retry RPC after error@445859493) -> (continuation of Deferred@1846695805 after retry RPC after error@1790155111) -> (continuation of Deferred@573861815 after retry RPC after error@571646778) -> (continuation of Deferred@1590141370 after retry RPC after error@684286884) -> (continuation of Deferred@687991005 after retry RPC after error@507352500) -> (continuation of Deferred@2098474424 after retry RPC after error@505652733) -> (continuation of Deferred@943907300 after retry RPC after error@1243628397) -> (continuation of Deferred@369479292 after retry RPC after error@353017100) -> (continuation of Deferred@979895176 after retry RPC after error@1922761859) -> (continuation of Deferred@1247105666 after retry RPC after error@192304185) -> (continuation of Deferred@1912103580 after retry RPC after error@1542315836) -> (continuation of Deferred@994858881 after retry RPC after error@35789645) -> (continuation of Deferred@821847319 after retry RPC after error@98392075) -> (continuation of Deferred@1551165294 after retry RPC after error@1310619614) -> (continuation of Deferred@496596951 after retry RPC after error@1928030575) -> (continuation of Deferred@165658571 after retry RPC after error@885168553) -> (continuation of Deferred@1647535913 after retry RPC after error@1270536721)))
07:28:19.010 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.182.125:46873(127.19.182.125:46873)] disconnecting while in state TERMINATED
07:28:19.011 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.182.124:41453(127.19.182.124:41453)] disconnecting while in state READY
07:28:19.011 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.182.126:44653(127.19.182.126:44653)] disconnecting while in state TERMINATED
07:28:19.016 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:28:19.018 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:28:19.019 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.182.124:41453(127.19.182.124:41453)] handling channelInactive
07:28:19.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.182.124:41453(127.19.182.124:41453)] cleaning up while in state READY due to: connection closed
07:28:19.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:19.026283 20185 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 20544
07:28:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:28:20Z chronyd exiting
07:28:21.299 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:28:21.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:21.300995 19460 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 19740
07:28:21.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:21.331818 19460 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 19898
07:28:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:21.359681 19460 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 20039
07:28:21.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:21.386041 19460 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 19472
07:28:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:21.416122 19460 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 19542
07:28:21.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 07:28:21.448838 19460 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task4kMl7t/build/tsan/bin/kudu with pid 19617
07:28:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T07:28:22Z chronyd exiting
07:28:23.649 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28367), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [191ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [526ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [531ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [544ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [547ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [549ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [550ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [560ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [564ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [580ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [581ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [599ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [601ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [603ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [642ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [661ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [703ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [760ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [761ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [762ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [1175ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [1182ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [2035ms] refreshing cache from master, [2035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [2036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [2037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [2039ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [2041ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [2555ms] refreshing cache from master, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [2560ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [2561ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [2562ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [4116ms] refreshing cache from master, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [4120ms] too many traces: truncated at 100 traces, deferred=Deferred@1479744667(state=PENDING, result=null, callback=(continuation of Deferred@2020252102 after retry RPC after error@1464009950) -> (continuation of Deferred@2012675246 after retry RPC after error@929165583) -> (continuation of Deferred@459926156 after retry RPC after error@1422096587) -> (continuation of Deferred@345046385 after retry RPC after error@750882661) -> (continuation of Deferred@2024291835 after retry RPC after error@929175301) -> (continuation of Deferred@604639213 after retry RPC after error@76547758) -> (continuation of Deferred@1039053858 after retry RPC after error@445859493) -> (continuation of Deferred@1846695805 after retry RPC after error@1790155111) -> (continuation of Deferred@573861815 after retry RPC after error@571646778) -> (continuation of Deferred@1590141370 after retry RPC after error@684286884) -> (continuation of Deferred@687991005 after retry RPC after error@507352500) -> (continuation of Deferred@2098474424 after retry RPC after error@505652733) -> (continuation of Deferred@943907300 after retry RPC after error@1243628397) -> (continuation of Deferred@369479292 after retry RPC after error@353017100) -> (continuation of Deferred@979895176 after retry RPC after error@1922761859) -> (continuation of Deferred@1247105666 after retry RPC after error@192304185) -> (continuation of Deferred@1912103580 after retry RPC after error@1542315836) -> (continuation of Deferred@994858881 after retry RPC after error@35789645) -> (continuation of Deferred@821847319 after retry RPC after error@98392075) -> (continuation of Deferred@1551165294 after retry RPC after error@1310619614) -> (continuation of Deferred@496596951 after retry RPC after error@1928030575) -> (continuation of Deferred@165658571 after retry RPC after error@885168553) -> (continuation of Deferred@1647535913 after retry RPC after error@1270536721), errback=(continuation of Deferred@2020252102 after retry RPC after error@1464009950) -> (continuation of Deferred@2012675246 after retry RPC after error@929165583) -> (continuation of Deferred@459926156 after retry RPC after error@1422096587) -> (continuation of Deferred@345046385 after retry RPC after error@750882661) -> (continuation of Deferred@2024291835 after retry RPC after error@929175301) -> (continuation of Deferred@604639213 after retry RPC after error@76547758) -> (continuation of Deferred@1039053858 after retry RPC after error@445859493) -> (continuation of Deferred@1846695805 after retry RPC after error@1790155111) -> (continuation of Deferred@573861815 after retry RPC after error@571646778) -> (continuation of Deferred@1590141370 after retry RPC after error@684286884) -> (continuation of Deferred@687991005 after retry RPC after error@507352500) -> (continuation of Deferred@2098474424 after retry RPC after error@505652733) -> (continuation of Deferred@943907300 after retry RPC after error@1243628397) -> (continuation of Deferred@369479292 after retry RPC after error@353017100) -> (continuation of Deferred@979895176 after retry RPC after error@1922761859) -> (continuation of Deferred@1247105666 after retry RPC after error@192304185) -> (continuation of Deferred@1912103580 after retry RPC after error@1542315836) -> (continuation of Deferred@994858881 after retry RPC after error@35789645) -> (continuation of Deferred@821847319 after retry RPC after error@98392075) -> (continuation of Deferred@1551165294 after retry RPC after error@1310619614) -> (continuation of Deferred@496596951 after retry RPC after error@1928030575) -> (continuation of Deferred@165658571 after retry RPC after error@885168553) -> (continuation of Deferred@1647535913 after retry RPC after error@1270536721)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.182.125:46873
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28367), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [191ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [526ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [531ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [544ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [547ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [549ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [550ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [560ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [564ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [580ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [581ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [599ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [601ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [603ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [642ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [661ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [664ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [666ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [695ms] refreshing cache from master, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [703ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [760ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [761ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [762ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [763ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [1175ms] refreshing cache from master, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [1177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [1182ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [2035ms] refreshing cache from master, [2035ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [2036ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [2037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [2039ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [2040ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [2041ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [2555ms] refreshing cache from master, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [2560ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.126:44653: Network error: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653, [2561ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.125:46873: Network error: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.19.182.124:41453: OK, [2562ms] delaying RPC due to: Service unavailable: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873, [4116ms] refreshing cache from master, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.126:44653, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.124:41453, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.182.125:46873, [4120ms] too many traces: truncated at 100 traces, deferred=Deferred@1479744667(state=PENDING, result=null, callback=(continuation of Deferred@2020252102 after retry RPC after error@1464009950) -> (continuation of Deferred@2012675246 after retry RPC after error@929165583) -> (continuation of Deferred@459926156 after retry RPC after error@1422096587) -> (continuation of Deferred@345046385 after retry RPC after error@750882661) -> (continuation of Deferred@2024291835 after retry RPC after error@929175301) -> (continuation of Deferred@604639213 after retry RPC after error@76547758) -> (continuation of Deferred@1039053858 after retry RPC after error@445859493) -> (continuation of Deferred@1846695805 after retry RPC after error@1790155111) -> (continuation of Deferred@573861815 after retry RPC after error@571646778) -> (continuation of Deferred@1590141370 after retry RPC after error@684286884) -> (continuation of Deferred@687991005 after retry RPC after error@507352500) -> (continuation of Deferred@2098474424 after retry RPC after error@505652733) -> (continuation of Deferred@943907300 after retry RPC after error@1243628397) -> (continuation of Deferred@369479292 after retry RPC after error@353017100) -> (continuation of Deferred@979895176 after retry RPC after error@1922761859) -> (continuation of Deferred@1247105666 after retry RPC after error@192304185) -> (continuation of Deferred@1912103580 after retry RPC after error@1542315836) -> (continuation of Deferred@994858881 after retry RPC after error@35789645) -> (continuation of Deferred@821847319 after retry RPC after error@98392075) -> (continuation of Deferred@1551165294 after retry RPC after error@1310619614) -> (continuation of Deferred@496596951 after retry RPC after error@1928030575) -> (continuation of Deferred@165658571 after retry RPC after error@885168553) -> (continuation of Deferred@1647535913 after retry RPC after error@1270536721), errback=(continuation of Deferred@2020252102 after retry RPC after error@1464009950) -> (continuation of Deferred@2012675246 after retry RPC after error@929165583) -> (continuation of Deferred@459926156 after retry RPC after error@1422096587) -> (continuation of Deferred@345046385 after retry RPC after error@750882661) -> (continuation of Deferred@2024291835 after retry RPC after error@929175301) -> (continuation of Deferred@604639213 after retry RPC after error@76547758) -> (continuation of Deferred@1039053858 after retry RPC after error@445859493) -> (continuation of Deferred@1846695805 after retry RPC after error@1790155111) -> (continuation of Deferred@573861815 after retry RPC after error@571646778) -> (continuation of Deferred@1590141370 after retry RPC after error@684286884) -> (continuation of Deferred@687991005 after retry RPC after error@507352500) -> (continuation of Deferred@2098474424 after retry RPC after error@505652733) -> (continuation of Deferred@943907300 after retry RPC after error@1243628397) -> (continuation of Deferred@369479292 after retry RPC after error@353017100) -> (continuation of Deferred@979895176 after retry RPC after error@1922761859) -> (continuation of Deferred@1247105666 after retry RPC after error@192304185) -> (continuation of Deferred@1912103580 after retry RPC after error@1542315836) -> (continuation of Deferred@994858881 after retry RPC after error@35789645) -> (continuation of Deferred@821847319 after retry RPC after error@98392075) -> (continuation of Deferred@1551165294 after retry RPC after error@1310619614) -> (continuation of Deferred@496596951 after retry RPC after error@1928030575) -> (continuation of Deferred@165658571 after retry RPC after error@885168553) -> (continuation of Deferred@1647535913 after retry RPC after error@1270536721)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.182.126:44653,127.19.182.124:41453,127.19.182.125:46873) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.126:44653(127.19.182.126:44653): Connection refused: /127.19.182.126:44653,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.182.125:46873(127.19.182.125:46873): Connection refused: /127.19.182.125:46873
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.182.125:46873
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)