01:35:33.001 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:35:33.013 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskGJxU0h/test-tmp
01:35:33.016 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:35:33.019 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskGJxU0h/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:35:33.240 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:35:33.398 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:35:33.399 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:35:33.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:33.402597 6752 mini_oidc.cc:152] Starting JWKS server
01:35:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:33.406447 6752 webserver.cc:460] Webserver started at http://127.0.0.1:38391/ using document root <none> and password file <none>
01:35:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:33.406950 6752 mini_oidc.cc:189] Starting OIDC Discovery server
01:35:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:33.408600 6752 webserver.cc:460] Webserver started at http://127.0.0.1:42927/ using document root <none> and password file <none>
01:35:33.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T01:35:33Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:35:33.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T01:35:33Z Disabled control of system clock
01:35:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:33.454180 6752 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/wal
01:35:33.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/data
01:35:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/logs
01:35:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/data/info.pb
01:35:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:33.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:35:33.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:33.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:33.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:33.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.62:36847
01:35:33.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.62
01:35:33.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38391/jwks.json with env {}
01:35:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.756145 6764 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:33.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.756657 6764 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:33.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.757292 6764 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.790510 6764 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:35:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.790766 6764 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.790953 6764 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:35:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.791193 6764 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:35:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.791503 6764 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:35:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.791735 6764 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38391/jwks.json
01:35:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:33.825464 6764 master_runner.cc:386] Master server non-default flags:
01:35:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/data
01:35:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/wal
01:35:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.62:36847
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38391/jwks.json
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/data/info.pb
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.62
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/logs
01:35:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:35:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:33.826783 6764 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:33.828824 6764 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.846506 6770 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.846524 6773 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:33.846536 6771 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:35.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.073567 6772 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1225 milliseconds
01:35:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.073679 6764 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:35:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.075201 6764 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.077649 6764 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.078980 6764 hybrid_clock.cc:648] HybridClock initialized: now 1781919335078971 us; error 89 us; skew 500 ppm
01:35:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.079757 6764 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.085644 6764 webserver.cc:460] Webserver started at http://127.6.152.62:46415/ using document root <none> and password file <none>
01:35:35.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.086540 6764 fs_manager.cc:359] Metadata directory not provided
01:35:35.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.086717 6764 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.087155 6764 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:35:35.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.091854 6764 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/data/instance:
01:35:35.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34c999d679d34e8c90c703e8b4a0213f"
01:35:35.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:35 on dist-test-slave-nhqz"
01:35:35.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.092945 6764 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/wal/instance:
01:35:35.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34c999d679d34e8c90c703e8b4a0213f"
01:35:35.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:35 on dist-test-slave-nhqz"
01:35:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.099822 6764 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
01:35:35.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.104898 6780 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:35.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.106066 6764 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
01:35:35.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.106320 6764 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/wal
01:35:35.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34c999d679d34e8c90c703e8b4a0213f"
01:35:35.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:35 on dist-test-slave-nhqz"
01:35:35.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.106643 6764 fs_report.cc:383] FS layout report
01:35:35.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:35.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/wal
01:35:35.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/wal
01:35:35.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/data/data
01:35:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.158218 6764 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:35.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.159612 6764 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:35.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.160002 6764 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.225735 6764 rpc_server.cc:307] RPC server started. Bound to: 127.6.152.62:36847
01:35:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.225827 6831 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.152.62:36847 every 8 connection(s)
01:35:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.228401 6764 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/data/info.pb
01:35:35.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.230427 6752 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 6764
01:35:35.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.231005 6752 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-0/wal/instance
01:35:35.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.234359 6832 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:35:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.234989 6752 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/wal
01:35:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/data
01:35:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/logs
01:35:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/data/info.pb
01:35:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:35:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:35.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:35.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:35.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.61:34367
01:35:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.61
01:35:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38391/jwks.json with env {}
01:35:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.247681 6832 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } has no permanent_uuid. Determining permanent_uuid...
01:35:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.274464 6832 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } has no permanent_uuid. Determining permanent_uuid...
01:35:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.276626 6784 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.152.61:34367: connect: Connection refused (error 111)
01:35:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.280519 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.61:34367: Network error: Client connection negotiation failed: client connection to 127.6.152.61:34367: connect: Connection refused (error 111)
01:35:35.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.330037 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } attempt: 1
01:35:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.334139 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.61:34367: Network error: Client connection negotiation failed: client connection to 127.6.152.61:34367: connect: Connection refused (error 111)
01:35:35.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.402541 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } attempt: 2
01:35:35.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.405961 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.61:34367: Network error: Client connection negotiation failed: client connection to 127.6.152.61:34367: connect: Connection refused (error 111)
01:35:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.497398 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } attempt: 3
01:35:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.501778 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.61:34367: Network error: Client connection negotiation failed: client connection to 127.6.152.61:34367: connect: Connection refused (error 111)
01:35:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.534569 6834 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.535166 6834 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.535682 6834 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.565534 6834 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:35:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.565809 6834 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.566071 6834 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:35:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.566322 6834 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:35:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.566525 6834 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:35:35.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.566658 6834 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38391/jwks.json
01:35:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.599349 6834 master_runner.cc:386] Master server non-default flags:
01:35:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/data
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/wal
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.61:34367
01:35:35.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38391/jwks.json
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/data/info.pb
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.61
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/logs
01:35:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:35:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.600551 6834 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:35.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.602516 6834 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:35.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.618682 6846 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:35.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.645277 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } attempt: 4
01:35:35.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.650121 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.61:34367: Network error: Client connection negotiation failed: client connection to 127.6.152.61:34367: connect: Connection refused (error 111)
01:35:35.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:35.949669 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } attempt: 5
01:35:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.954516 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.61:34367: Network error: Client connection negotiation failed: client connection to 127.6.152.61:34367: connect: Connection refused (error 111)
01:35:36.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.501932 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } attempt: 6
01:35:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:36.508349 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.61:34367: Network error: Client connection negotiation failed: client connection to 127.6.152.61:34367: connect: Connection refused (error 111)
01:35:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.619469 6843 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:35.618709 6844 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.792521 6834 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:35:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:36.792925 6845 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:35:36.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.796748 6834 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.799557 6834 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.800936 6834 hybrid_clock.cc:648] HybridClock initialized: now 1781919336800903 us; error 48 us; skew 500 ppm
01:35:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.801820 6834 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.807873 6834 webserver.cc:460] Webserver started at http://127.6.152.61:39915/ using document root <none> and password file <none>
01:35:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.808874 6834 fs_manager.cc:359] Metadata directory not provided
01:35:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.809113 6834 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.809655 6834 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:35:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.814488 6834 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/data/instance:
01:35:36.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "022fd265c30644df803c71e8d4068645"
01:35:36.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:36 on dist-test-slave-nhqz"
01:35:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.815680 6834 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/wal/instance:
01:35:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "022fd265c30644df803c71e8d4068645"
01:35:36.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:36 on dist-test-slave-nhqz"
01:35:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.822497 6834 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
01:35:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.827687 6855 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.828665 6834 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
01:35:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.829010 6834 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/wal
01:35:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "022fd265c30644df803c71e8d4068645"
01:35:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:36 on dist-test-slave-nhqz"
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.829370 6834 fs_report.cc:383] FS layout report
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/wal
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/wal
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/data/data
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:36.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:36.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:36.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:36.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.896435 6834 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.898012 6834 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.898514 6834 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.966193 6834 rpc_server.cc:307] RPC server started. Bound to: 127.6.152.61:34367
01:35:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.966259 6906 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.152.61:34367 every 8 connection(s)
01:35:36.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.968930 6834 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/data/info.pb
01:35:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.973338 6752 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 6834
01:35:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.973776 6752 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-1/wal/instance
01:35:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.974418 6907 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:35:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.976900 6752 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/wal
01:35:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/data
01:35:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/logs
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/data/info.pb
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.60:33107
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.60
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38391/jwks.json with env {}
01:35:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:36.987927 6907 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } has no permanent_uuid. Determining permanent_uuid...
01:35:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.010188 6907 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } has no permanent_uuid. Determining permanent_uuid...
01:35:37.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.026108 6907 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } has no permanent_uuid. Determining permanent_uuid...
01:35:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.028196 6856 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.031704 6907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.081223 6907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 1
01:35:37.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.084899 6907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.153239 6907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 2
01:35:37.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.156862 6907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.248355 6907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 3
01:35:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.252292 6907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.306130 6909 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:37.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.306638 6909 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:37.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.307077 6909 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.336659 6909 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:35:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.336934 6909 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.337195 6909 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:35:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.337441 6909 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:35:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.337628 6909 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:35:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.337757 6909 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38391/jwks.json
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.370941 6909 master_runner.cc:386] Master server non-default flags:
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/data
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/wal
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.60:33107
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38391/jwks.json
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/data/info.pb
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.60
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/logs
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:35:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.372218 6909 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.374307 6909 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:37.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.394564 6922 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:37.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.395677 6907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 4
01:35:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.399876 6907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.568953 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } attempt: 7
01:35:37.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.587217 6832 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } has no permanent_uuid. Determining permanent_uuid...
01:35:37.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.592828 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.651193 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 1
01:35:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.654960 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.699342 6907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 5
01:35:37.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.703600 6907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.736334 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 2
01:35:37.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.740558 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.825961 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 3
01:35:37.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.830047 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:37.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:37.970461 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 4
01:35:37.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.975786 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.250963 6907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 6
01:35:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:38.257691 6907 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:38.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.259207 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 5
01:35:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:38.264359 6832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.152.60:33107: Network error: Client connection negotiation failed: client connection to 127.6.152.60:33107: connect: Connection refused (error 111)
01:35:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.394587 6919 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:37.394594 6920 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:38.596768 6921 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:35:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.596891 6909 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:35:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.600164 6909 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.603044 6909 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.604446 6909 hybrid_clock.cc:648] HybridClock initialized: now 1781919338604414 us; error 49 us; skew 500 ppm
01:35:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.605240 6909 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.612452 6909 webserver.cc:460] Webserver started at http://127.6.152.60:46019/ using document root <none> and password file <none>
01:35:38.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.613425 6909 fs_manager.cc:359] Metadata directory not provided
01:35:38.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.613605 6909 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:38.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.614041 6909 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:35:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.618708 6909 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/data/instance:
01:35:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8bcadba2df2470cb20e02095a4b690a"
01:35:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:38 on dist-test-slave-nhqz"
01:35:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.619701 6909 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/wal/instance:
01:35:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8bcadba2df2470cb20e02095a4b690a"
01:35:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:38 on dist-test-slave-nhqz"
01:35:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.626612 6909 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
01:35:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.631620 6934 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.632793 6909 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
01:35:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.633157 6909 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/wal
01:35:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8bcadba2df2470cb20e02095a4b690a"
01:35:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:38 on dist-test-slave-nhqz"
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.633569 6909 fs_report.cc:383] FS layout report
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/wal
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/wal
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/data/data
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.692386 6909 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.693748 6909 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:38.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.694234 6909 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:38.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.763711 6909 rpc_server.cc:307] RPC server started. Bound to: 127.6.152.60:33107
01:35:38.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.763798 6985 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.152.60:33107 every 8 connection(s)
01:35:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.766902 6909 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/data/info.pb
01:35:38.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.771963 6986 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:35:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.776111 6752 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 6909
01:35:38.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.776520 6752 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/master-2/wal/instance
01:35:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.784718 6986 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } has no permanent_uuid. Determining permanent_uuid...
01:35:38.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.813938 6986 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } has no permanent_uuid. Determining permanent_uuid...
01:35:38.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.816702 6832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 6
01:35:38.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.831331 6986 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } has no permanent_uuid. Determining permanent_uuid...
01:35:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.847072 6832 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f: Bootstrap starting.
01:35:38.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.854512 6832 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f: Neither blocks nor log segments found. Creating new log.
01:35:38.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.855093 6986 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a: Bootstrap starting.
01:35:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.856775 6832 log.cc:824] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f: Log is configured to *not* fsync() on all Append() calls
01:35:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.861515 6832 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f: No bootstrap required, opened a new log
01:35:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.863042 6986 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a: Neither blocks nor log segments found. Creating new log.
01:35:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.865222 6986 log.cc:824] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a: Log is configured to *not* fsync() on all Append() calls
01:35:38.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.870194 6986 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a: No bootstrap required, opened a new log
01:35:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.891149 6832 raft_consensus.cc:348] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } }
01:35:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.892340 6832 raft_consensus.cc:374] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:35:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.892833 6832 raft_consensus.cc:729] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34c999d679d34e8c90c703e8b4a0213f, State: Initialized, Role: FOLLOWER
01:35:38.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.893824 6832 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } }
01:35:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.896577 7000 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.897171 7000 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [sys.catalog]: This master's current role is: FOLLOWER
01:35:38.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.898631 6832 sys_catalog.cc:564] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [sys.catalog]: configured and running, proceeding with master startup.
01:35:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.899888 6986 raft_consensus.cc:348] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } }
01:35:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.900722 6986 raft_consensus.cc:374] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:35:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.901026 6986 raft_consensus.cc:729] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c8bcadba2df2470cb20e02095a4b690a, State: Initialized, Role: FOLLOWER
01:35:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.902179 6986 consensus_queue.cc:260] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } }
01:35:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.905709 7003 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.906563 7003 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [sys.catalog]: This master's current role is: FOLLOWER
01:35:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.908011 6986 sys_catalog.cc:564] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [sys.catalog]: configured and running, proceeding with master startup.
01:35:38.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:38.917953 6786 tablet.cc:2369] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:35:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:38.932901 7018 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:35:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:38.933506 7018 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:35:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:38.947623 7024 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:35:38.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:38.948264 7024 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:35:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:38.954178 6940 tablet.cc:2369] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:35:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.961355 7000 raft_consensus.cc:482] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:35:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.961833 7000 raft_consensus.cc:504] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } }
01:35:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.964246 7000 leader_election.cc:288] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 022fd265c30644df803c71e8d4068645 (127.6.152.61:34367), c8bcadba2df2470cb20e02095a4b690a (127.6.152.60:33107)
01:35:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.965986 6961 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34c999d679d34e8c90c703e8b4a0213f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8bcadba2df2470cb20e02095a4b690a" is_pre_election: true
01:35:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.966843 6961 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34c999d679d34e8c90c703e8b4a0213f in term 0.
01:35:38.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.968464 6781 leader_election.cc:302] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34c999d679d34e8c90c703e8b4a0213f, c8bcadba2df2470cb20e02095a4b690a; no voters:
01:35:38.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.969558 7000 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 0 FOLLOWER]: Leader pre-election won for term 1
01:35:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.970067 7000 raft_consensus.cc:482] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:35:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.970546 7000 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 0 FOLLOWER]: Advancing to term 1
01:35:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.977421 7000 raft_consensus.cc:504] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } }
01:35:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.996273 7000 leader_election.cc:288] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [CANDIDATE]: Term 1 election: Requested vote from peers 022fd265c30644df803c71e8d4068645 (127.6.152.61:34367), c8bcadba2df2470cb20e02095a4b690a (127.6.152.60:33107)
01:35:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.933885 6764 master_runner.cc:186] Error getting master registration for 127.6.152.61:34367: OK, instance_id { permanent_uuid: "022fd265c30644df803c71e8d4068645" instance_seqno: 1781919336948114 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.996860 6961 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34c999d679d34e8c90c703e8b4a0213f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8bcadba2df2470cb20e02095a4b690a"
01:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.997218 6764 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.997376 6961 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [term 0 FOLLOWER]: Advancing to term 1
01:35:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.004696 6961 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34c999d679d34e8c90c703e8b4a0213f in term 1.
01:35:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.007859 6781 leader_election.cc:302] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34c999d679d34e8c90c703e8b4a0213f, c8bcadba2df2470cb20e02095a4b690a; no voters:
01:35:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.012277 7000 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 1 FOLLOWER]: Leader election won for term 1
01:35:39.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:38.948868 6909 master_runner.cc:186] Error getting master registration for 127.6.152.61:34367: OK, instance_id { permanent_uuid: "022fd265c30644df803c71e8d4068645" instance_seqno: 1781919336948114 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:35:39.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.014956 6909 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:35:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.030382 7000 raft_consensus.cc:686] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [term 1 LEADER]: Becoming Leader. State: Replica: 34c999d679d34e8c90c703e8b4a0213f, State: Running, Role: LEADER
01:35:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.031952 7000 consensus_queue.cc:237] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } }
01:35:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.041317 7026 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34c999d679d34e8c90c703e8b4a0213f. Latest consensus state: current_term: 1 leader_uuid: "34c999d679d34e8c90c703e8b4a0213f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.045048 7026 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [sys.catalog]: This master's current role is: LEADER
01:35:39.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.053242 7028 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:35:39.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.063720 7028 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:35:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.087180 6961 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [term 1 FOLLOWER]: Refusing update from remote peer 34c999d679d34e8c90c703e8b4a0213f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:35:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.088892 7000 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [LEADER]: Connected to new peer: Peer: permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:35:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.114727 7003 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34c999d679d34e8c90c703e8b4a0213f. Latest consensus state: current_term: 1 leader_uuid: "34c999d679d34e8c90c703e8b4a0213f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.122008 7003 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [sys.catalog]: This master's current role is: FOLLOWER
01:35:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.128469 7029 mvcc.cc:205] Tried to move back new op lower bound from 7298741612869746688 to 7298741612685656064. Current Snapshot: MvccSnapshot[applied={T|T < 7298741612869746688}]
01:35:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.155622 7026 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34c999d679d34e8c90c703e8b4a0213f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.156404 7026 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [sys.catalog]: This master's current role is: LEADER
01:35:39.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.164930 7003 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34c999d679d34e8c90c703e8b4a0213f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.168156 7003 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a [sys.catalog]: This master's current role is: FOLLOWER
01:35:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.172377 7028 catalog_manager.cc:1347] Generated new cluster ID: c78d6b5902a84f85a2dc981664048504
01:35:39.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.172686 7028 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:35:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.208305 7028 catalog_manager.cc:1370] Generated new certificate authority record
01:35:39.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.214304 7028 catalog_manager.cc:1504] Loading token signing keys...
01:35:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.253404 7028 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f: Generated new TSK 0
01:35:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.254971 7028 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:35:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.281479 6752 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/wal
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/data
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/logs
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/data/info.pb
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.1:0
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.152.1
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.1
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:35:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.318106 6907 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } attempt: 7
01:35:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.366731 6907 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645: Bootstrap starting.
01:35:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.384302 6907 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645: Neither blocks nor log segments found. Creating new log.
01:35:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.389997 6907 log.cc:824] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645: Log is configured to *not* fsync() on all Append() calls
01:35:39.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.413671 6907 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645: No bootstrap required, opened a new log
01:35:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.497963 6907 raft_consensus.cc:348] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } }
01:35:39.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.501037 6907 raft_consensus.cc:374] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:35:39.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.502064 6907 raft_consensus.cc:729] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 022fd265c30644df803c71e8d4068645, State: Initialized, Role: FOLLOWER
01:35:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.504580 6907 consensus_queue.cc:260] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } }
01:35:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.526953 6882 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34c999d679d34e8c90c703e8b4a0213f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "022fd265c30644df803c71e8d4068645" is_pre_election: true
01:35:39.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.528407 6881 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34c999d679d34e8c90c703e8b4a0213f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "022fd265c30644df803c71e8d4068645"
01:35:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.531455 6882 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34c999d679d34e8c90c703e8b4a0213f in term 0.
01:35:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.537160 6880 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [term 0 FOLLOWER]: Advancing to term 1
01:35:39.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.544625 6880 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [term 1 FOLLOWER]: Refusing update from remote peer 34c999d679d34e8c90c703e8b4a0213f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:35:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.547715 7026 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [LEADER]: Connected to new peer: Peer: permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:35:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.553498 6907 sys_catalog.cc:564] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [sys.catalog]: configured and running, proceeding with master startup.
01:35:39.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.554071 7037 sys_catalog.cc:455] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:39.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.556490 7037 sys_catalog.cc:458] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [sys.catalog]: This master's current role is: FOLLOWER
01:35:39.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.615104 7038 sys_catalog.cc:455] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34c999d679d34e8c90c703e8b4a0213f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:39.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.615953 7038 sys_catalog.cc:458] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [sys.catalog]: This master's current role is: FOLLOWER
01:35:39.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.616852 7037 sys_catalog.cc:455] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34c999d679d34e8c90c703e8b4a0213f. Latest consensus state: current_term: 1 leader_uuid: "34c999d679d34e8c90c703e8b4a0213f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:39.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.617522 7037 sys_catalog.cc:458] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645 [sys.catalog]: This master's current role is: FOLLOWER
01:35:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.648240 7053 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:35:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:39.752530 7034 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:39.753567 7034 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:39.754562 7034 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:39.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:39.811244 7034 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:39.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:39.813007 7034 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.152.1
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.874627 7034 tablet_server_runner.cc:78] Tablet server non-default flags:
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/data
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/wal
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.1:0
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/data/info.pb
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.1
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.152.1
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/logs
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:39.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.876277 7034 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.878379 7034 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:39.902556 7059 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.954216 7024 catalog_manager.cc:1259] Loaded cluster ID: c78d6b5902a84f85a2dc981664048504
01:35:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.954824 7024 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a: loading cluster ID for follower catalog manager: success
01:35:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.990857 7024 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a: acquiring CA information for follower catalog manager: success
01:35:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:39.997218 7024 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c8bcadba2df2470cb20e02095a4b690a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:35:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:40.160506 7063 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34c999d679d34e8c90c703e8b4a0213f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c999d679d34e8c90c703e8b4a0213f" member_type: VOTER last_known_addr { host: "127.6.152.62" port: 36847 } } peers { permanent_uuid: "022fd265c30644df803c71e8d4068645" member_type: VOTER last_known_addr { host: "127.6.152.61" port: 34367 } } peers { permanent_uuid: "c8bcadba2df2470cb20e02095a4b690a" member_type: VOTER last_known_addr { host: "127.6.152.60" port: 33107 } } }
01:35:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:40.163769 7063 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34c999d679d34e8c90c703e8b4a0213f [sys.catalog]: This master's current role is: LEADER
01:35:40.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:40.693359 7053 catalog_manager.cc:1259] Loaded cluster ID: c78d6b5902a84f85a2dc981664048504
01:35:40.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:40.698757 7053 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645: loading cluster ID for follower catalog manager: success
01:35:40.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:40.729298 7053 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645: acquiring CA information for follower catalog manager: success
01:35:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:40.745402 7053 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 022fd265c30644df803c71e8d4068645: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:35:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:41.295058 7058 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 7034
01:35:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:41.562158 7034 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.661s user 0.405s sys 0.668s
01:35:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:41.565261 7034 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.665s user 0.405s sys 0.668s
01:35:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:39.903234 7060 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:41.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.578310 7034 server_base.cc:1034] running on GCE node
01:35:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:41.579463 7068 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:41.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.581089 7034 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.589591 7034 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.591225 7034 hybrid_clock.cc:648] HybridClock initialized: now 1781919341591169 us; error 56 us; skew 500 ppm
01:35:41.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.592847 7034 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.612784 7034 webserver.cc:460] Webserver started at http://127.6.152.1:44683/ using document root <none> and password file <none>
01:35:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.614245 7034 fs_manager.cc:359] Metadata directory not provided
01:35:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.614701 7034 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.619234 7034 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:35:41.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.626338 7034 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/data/instance:
01:35:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e7b4952562c406293ce333f4a4b3e0c"
01:35:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:41 on dist-test-slave-nhqz"
01:35:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.628113 7034 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/wal/instance:
01:35:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e7b4952562c406293ce333f4a4b3e0c"
01:35:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:41 on dist-test-slave-nhqz"
01:35:41.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.643194 7034 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.004s sys 0.008s
01:35:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.656260 7073 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.657727 7034 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.001s sys 0.009s
01:35:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.658284 7034 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/wal
01:35:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3e7b4952562c406293ce333f4a4b3e0c"
01:35:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:41 on dist-test-slave-nhqz"
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.658946 7034 fs_report.cc:383] FS layout report
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/wal
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/wal
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/data/data
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:41.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.719960 7034 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.722039 7034 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.722741 7034 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.731863 7034 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:35:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.747066 7034 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:35:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.747593 7034 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
01:35:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.748046 7034 ts_tablet_manager.cc:610] Registered 0 tablets
01:35:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:41.748371 7034 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:35:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.190109 7034 rpc_server.cc:307] RPC server started. Bound to: 127.6.152.1:36321
01:35:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.190234 7185 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.152.1:36321 every 8 connection(s)
01:35:42.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.192898 7034 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/data/info.pb
01:35:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.203286 6752 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 7034
01:35:42.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.203790 6752 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-0/wal/instance
01:35:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.217377 6752 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/wal
01:35:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/data
01:35:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/logs
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/data/info.pb
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.2:0
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.152.2
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.2
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:35:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.286738 7186 heartbeater.cc:347] Connected to a master server at 127.6.152.60:33107
01:35:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.287357 7186 heartbeater.cc:464] Registering TS with master...
01:35:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.288800 7186 heartbeater.cc:511] Master 127.6.152.60:33107 requested a full tablet report, sending...
01:35:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.293615 6951 ts_manager.cc:194] Registered new tserver with Master: 3e7b4952562c406293ce333f4a4b3e0c (127.6.152.1:36321)
01:35:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.307094 7187 heartbeater.cc:347] Connected to a master server at 127.6.152.61:34367
01:35:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.307574 7187 heartbeater.cc:464] Registering TS with master...
01:35:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.308354 7187 heartbeater.cc:511] Master 127.6.152.61:34367 requested a full tablet report, sending...
01:35:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.311270 6872 ts_manager.cc:194] Registered new tserver with Master: 3e7b4952562c406293ce333f4a4b3e0c (127.6.152.1:36321)
01:35:42.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.317955 7193 heartbeater.cc:347] Connected to a master server at 127.6.152.62:36847
01:35:42.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.318249 7193 heartbeater.cc:464] Registering TS with master...
01:35:42.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.318930 7193 heartbeater.cc:511] Master 127.6.152.62:36847 requested a full tablet report, sending...
01:35:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.321487 6797 ts_manager.cc:194] Registered new tserver with Master: 3e7b4952562c406293ce333f4a4b3e0c (127.6.152.1:36321)
01:35:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.324079 6797 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.152.1:57087
01:35:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:42.605331 7190 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:42.605779 7190 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:42.606277 7190 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:42.638000 7190 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:42.638806 7190 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.152.2
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.673897 7190 tablet_server_runner.cc:78] Tablet server non-default flags:
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/data
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/wal
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.2:0
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/data/info.pb
01:35:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.2
01:35:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.152.2
01:35:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/logs
01:35:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:35:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.675036 7190 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:42.676450 7190 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:42.700469 7201 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:43.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:43.328152 7193 heartbeater.cc:503] Master 127.6.152.62:36847 was elected leader, sending a full tablet report...
01:35:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:44.093243 7200 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 7190
01:35:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:44.631312 7190 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.935s user 0.693s sys 1.009s
01:35:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:44.631721 7190 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.936s user 0.693s sys 1.009s
01:35:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:42.700701 7202 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:44.633139 7203 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1934 milliseconds
01:35:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:44.633716 7204 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.633690 7190 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:35:44.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.636837 7190 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.638819 7190 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.640168 7190 hybrid_clock.cc:648] HybridClock initialized: now 1781919344640148 us; error 45 us; skew 500 ppm
01:35:44.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.640878 7190 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.651288 7190 webserver.cc:460] Webserver started at http://127.6.152.2:41635/ using document root <none> and password file <none>
01:35:44.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.652288 7190 fs_manager.cc:359] Metadata directory not provided
01:35:44.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.652482 7190 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:44.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.652841 7190 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:35:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.657521 7190 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/data/instance:
01:35:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6a3f2d6bd6d41018af030677464b5bc"
01:35:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:44 on dist-test-slave-nhqz"
01:35:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.658614 7190 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/wal/instance:
01:35:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6a3f2d6bd6d41018af030677464b5bc"
01:35:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:44 on dist-test-slave-nhqz"
01:35:44.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.665652 7190 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
01:35:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.670950 7213 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.671936 7190 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
01:35:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.672281 7190 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/wal
01:35:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d6a3f2d6bd6d41018af030677464b5bc"
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:44 on dist-test-slave-nhqz"
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.672644 7190 fs_report.cc:383] FS layout report
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/wal
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/wal
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/data/data
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.709097 7190 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.710779 7190 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.711323 7190 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:44.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.713789 7190 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:35:44.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.717700 7190 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:35:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.717940 7190 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
01:35:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.718266 7190 ts_tablet_manager.cc:610] Registered 0 tablets
01:35:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.718461 7190 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:35:44.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.868913 7190 rpc_server.cc:307] RPC server started. Bound to: 127.6.152.2:35743
01:35:44.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.869004 7325 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.152.2:35743 every 8 connection(s)
01:35:44.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.871451 7190 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/data/info.pb
01:35:44.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.878149 6752 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 7190
01:35:44.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.878925 6752 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-1/wal/instance
01:35:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.889919 6752 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/wal
01:35:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/data
01:35:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/logs
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/data/info.pb
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.3:0
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.152.3
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.3
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:44.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:44.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:44.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:35:44.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.927819 7326 heartbeater.cc:347] Connected to a master server at 127.6.152.60:33107
01:35:44.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.928293 7326 heartbeater.cc:464] Registering TS with master...
01:35:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.929488 7326 heartbeater.cc:511] Master 127.6.152.60:33107 requested a full tablet report, sending...
01:35:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.933323 6951 ts_manager.cc:194] Registered new tserver with Master: d6a3f2d6bd6d41018af030677464b5bc (127.6.152.2:35743)
01:35:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.936964 7327 heartbeater.cc:347] Connected to a master server at 127.6.152.61:34367
01:35:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.937304 7327 heartbeater.cc:464] Registering TS with master...
01:35:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.938141 7327 heartbeater.cc:511] Master 127.6.152.61:34367 requested a full tablet report, sending...
01:35:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.940478 6872 ts_manager.cc:194] Registered new tserver with Master: d6a3f2d6bd6d41018af030677464b5bc (127.6.152.2:35743)
01:35:44.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.940557 7328 heartbeater.cc:347] Connected to a master server at 127.6.152.62:36847
01:35:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.940848 7328 heartbeater.cc:464] Registering TS with master...
01:35:44.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.942016 7328 heartbeater.cc:511] Master 127.6.152.62:36847 requested a full tablet report, sending...
01:35:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.943686 6797 ts_manager.cc:194] Registered new tserver with Master: d6a3f2d6bd6d41018af030677464b5bc (127.6.152.2:35743)
01:35:44.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:44.945040 6797 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.152.2:53037
01:35:45.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:45.245715 7333 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:45.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:45.246289 7333 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:45.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:45.246903 7333 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:45.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:45.278201 7333 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:45.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:45.279102 7333 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.152.3
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:45.314625 7333 tablet_server_runner.cc:78] Tablet server non-default flags:
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.152.20:36619
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/data
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/wal
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.152.3:0
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/data/info.pb
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.152.3
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.152.62:36847,127.6.152.61:34367,127.6.152.60:33107
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.152.3
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/logs
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:45.316113 7333 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:45.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:45.317700 7333 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:45.337715 7343 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:45.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:45.948109 7328 heartbeater.cc:503] Master 127.6.152.62:36847 was elected leader, sending a full tablet report...
01:35:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:45.338392 7342 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:45.341964 7345 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:46.619036 7344 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1279 milliseconds
01:35:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.619159 7333 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:35:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.620493 7333 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:46.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.622814 7333 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.624188 7333 hybrid_clock.cc:648] HybridClock initialized: now 1781919346624148 us; error 40 us; skew 500 ppm
01:35:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.625092 7333 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.631104 7333 webserver.cc:460] Webserver started at http://127.6.152.3:43985/ using document root <none> and password file <none>
01:35:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.632022 7333 fs_manager.cc:359] Metadata directory not provided
01:35:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.632365 7333 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.632884 7333 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:35:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.637663 7333 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/data/instance:
01:35:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dcd88884e8e4b678ea53cb78c2534c8"
01:35:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:46 on dist-test-slave-nhqz"
01:35:46.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.638867 7333 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/wal/instance:
01:35:46.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dcd88884e8e4b678ea53cb78c2534c8"
01:35:46.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:46 on dist-test-slave-nhqz"
01:35:46.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.645539 7333 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
01:35:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.650885 7354 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.651934 7333 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
01:35:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.652290 7333 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/wal
01:35:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dcd88884e8e4b678ea53cb78c2534c8"
01:35:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:46 on dist-test-slave-nhqz"
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.652621 7333 fs_report.cc:383] FS layout report
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/wal
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/wal
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/data/data
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:46.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:46.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.689833 7333 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:46.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.691411 7333 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:46.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.691926 7333 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.694576 7333 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:35:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.698585 7333 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:35:46.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.698808 7333 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:35:46.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.699136 7333 ts_tablet_manager.cc:610] Registered 0 tablets
01:35:46.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.699326 7333 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:35:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.847584 7333 rpc_server.cc:307] RPC server started. Bound to: 127.6.152.3:41507
01:35:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.847693 7466 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.152.3:41507 every 8 connection(s)
01:35:46.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.850363 7333 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/data/info.pb
01:35:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.859608 6752 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 7333
01:35:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.860128 6752 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6239917511687017683/ts-2/wal/instance
01:35:46.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:46.902015 6982 debug-util.cc:398] Leaking SignalData structure 0x7b08000a8660 after lost signal to thread 6914
01:35:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.907984 7467 heartbeater.cc:347] Connected to a master server at 127.6.152.60:33107
01:35:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.908442 7467 heartbeater.cc:464] Registering TS with master...
01:35:46.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.909021 7468 heartbeater.cc:347] Connected to a master server at 127.6.152.61:34367
01:35:46.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.909638 7468 heartbeater.cc:464] Registering TS with master...
01:35:46.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.910013 7467 heartbeater.cc:511] Master 127.6.152.60:33107 requested a full tablet report, sending...
01:35:46.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.911273 7468 heartbeater.cc:511] Master 127.6.152.61:34367 requested a full tablet report, sending...
01:35:46.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.913544 6950 ts_manager.cc:194] Registered new tserver with Master: 9dcd88884e8e4b678ea53cb78c2534c8 (127.6.152.3:41507)
01:35:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.915661 6872 ts_manager.cc:194] Registered new tserver with Master: 9dcd88884e8e4b678ea53cb78c2534c8 (127.6.152.3:41507)
01:35:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.918437 7469 heartbeater.cc:347] Connected to a master server at 127.6.152.62:36847
01:35:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.918735 7469 heartbeater.cc:464] Registering TS with master...
01:35:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.919297 7469 heartbeater.cc:511] Master 127.6.152.62:36847 requested a full tablet report, sending...
01:35:46.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.921332 6797 ts_manager.cc:194] Registered new tserver with Master: 9dcd88884e8e4b678ea53cb78c2534c8 (127.6.152.3:41507)
01:35:46.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.923202 6797 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.152.3:39559
01:35:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:46.928135 6752 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
01:35:46.943 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:35:46.944 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:35:46.957 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.152.62"
port: 36847
}
bound_http_address {
host: "127.6.152.62"
port: 46415
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.152.61"
port: 34367
}
bound_http_address {
host: "127.6.152.61"
port: 39915
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.152.60"
port: 33107
}
bound_http_address {
host: "127.6.152.60"
port: 46019
}
}
}
01:35:46.963 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:35:46.969 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.6.152.1"
port: 36321
}
bound_http_address {
host: "127.6.152.1"
port: 44683
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.6.152.2"
port: 35743
}
bound_http_address {
host: "127.6.152.2"
port: 41635
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.6.152.3"
port: 41507
}
bound_http_address {
host: "127.6.152.3"
port: 43985
}
}
}
01:35:46.969 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:35:47.190 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:35:47.355 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskGJxU0h/test-tmp
01:35:47.356 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:35:47.356 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskGJxU0h/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:35:47.364 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:35:47.776 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:47.776 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:35:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:47.779291 7479 mini_oidc.cc:152] Starting JWKS server
01:35:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:47.783394 7479 webserver.cc:460] Webserver started at http://127.0.0.1:41081/ using document root <none> and password file <none>
01:35:47.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:47.783902 7479 mini_oidc.cc:189] Starting OIDC Discovery server
01:35:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:47.786159 7479 webserver.cc:460] Webserver started at http://127.0.0.1:43381/ using document root <none> and password file <none>
01:35:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:35:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/principal' for realm 'KRBTEST.COM',
01:35:47.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:35:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:47 dist-test-slave-nhqz krb5kdc[7491](info): setting up network...
01:35:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:35:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:47 dist-test-slave-nhqz krb5kdc[7491](info): set up 2 sockets
01:35:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:47 dist-test-slave-nhqz krb5kdc[7491](info): commencing operation
01:35:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:35:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:47.927591 7469 heartbeater.cc:503] Master 127.6.152.62:36847 was elected leader, sending a full tablet report...
01:35:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:48.998111 7479 mini_kdc.cc:121] Time spent starting KDC: real 1.185s user 0.005s sys 0.019s
01:35:49.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:35:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:35:49.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:35:49.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:35:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:35:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:35:49.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:35:49.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:35:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:35:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:35:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/test-user.keytab.
01:35:49.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/test-user.keytab.
01:35:49.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:49 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919349, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:35:49.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:35:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T01:35:49Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:35:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T01:35:49Z Disabled control of system clock
01:35:49.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.77.254@KRBTEST.COM; defaulting to no policy
01:35:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:35:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.77.254@KRBTEST.COM" created.
01:35:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:35:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.77.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.254.keytab.
01:35:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.77.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.254.keytab.
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:49.196540 7479 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/logs
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data/info.pb
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.254:46703
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.254
01:35:49.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.254.keytab
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.254
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:49.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:49.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:35:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.511248 7504 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.511804 7504 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.512373 7504 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.543479 7504 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:35:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.543759 7504 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:35:49.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.544077 7504 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:49.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.544276 7504 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:35:49.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.544462 7504 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:35:49.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.544651 7504 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:35:49.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.544790 7504 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41081/jwks.json
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:49.581984 7504 master_runner.cc:386] Master server non-default flags:
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.254.keytab
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.254
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.254:46703
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:49.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data/info.pb
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.254
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/logs
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:49.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:49.583181 7504 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:49.584497 7504 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.604835 7511 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:50.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.606240 7513 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:50.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:49.605013 7510 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:50.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:49.607259 7504 server_base.cc:1034] running on GCE node
01:35:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.823623 7504 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.826870 7504 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.828293 7504 hybrid_clock.cc:648] HybridClock initialized: now 1781919350828240 us; error 74 us; skew 500 ppm
01:35:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.829043 7504 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:50.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:50 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919350, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:35:50.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.837687 7504 init.cc:377] Logged in from keytab as kudu/127.7.77.254@KRBTEST.COM (short username kudu)
01:35:50.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.843549 7504 webserver.cc:460] Webserver started at http://127.7.77.254:41877/ using document root <none> and password file <none>
01:35:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.844465 7504 fs_manager.cc:359] Metadata directory not provided
01:35:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.844703 7504 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:50.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.845181 7504 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:35:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.850245 7504 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data/instance:
01:35:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "091d98909999419685e305cb32c39696"
01:35:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:50 on dist-test-slave-nhqz"
01:35:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.851418 7504 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal/instance:
01:35:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "091d98909999419685e305cb32c39696"
01:35:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:50 on dist-test-slave-nhqz"
01:35:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.859017 7504 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
01:35:50.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.864135 7522 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.865068 7504 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
01:35:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.865424 7504 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "091d98909999419685e305cb32c39696"
01:35:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:50 on dist-test-slave-nhqz"
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.865769 7504 fs_report.cc:383] FS layout report
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data/data
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:50.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.901082 7504 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.906757 7504 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.907143 7504 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:50.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.989820 7504 rpc_server.cc:307] RPC server started. Bound to: 127.7.77.254:46703
01:35:50.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.990062 7573 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.77.254:46703 every 8 connection(s)
01:35:50.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.994473 7504 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data/info.pb
01:35:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:50.999687 7479 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 7504
01:35:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.000202 7479 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal/instance
01:35:51.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.012816 7574 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:35:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.77.253@KRBTEST.COM; defaulting to no policy
01:35:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.026441 7574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } has no permanent_uuid. Determining permanent_uuid...
01:35:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:35:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.77.253@KRBTEST.COM" created.
01:35:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:35:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.77.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.253.keytab.
01:35:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.77.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.253.keytab.
01:35:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:51 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919350, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.254@KRBTEST.COM for kudu/127.7.77.254@KRBTEST.COM
01:35:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.056545 7479 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:35:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/logs
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data/info.pb
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.253:35599
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.253
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.253.keytab
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.253
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:35:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.071731 7574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } has no permanent_uuid. Determining permanent_uuid...
01:35:51.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.073802 7525 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:35:51.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.078028 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.253:35599: Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:35:51.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.127487 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } attempt: 1
01:35:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.130957 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.253:35599: Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:35:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.199400 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } attempt: 2
01:35:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.203044 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.253:35599: Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:35:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.294458 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } attempt: 3
01:35:51.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.298249 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.253:35599: Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:35:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.370961 7580 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.371565 7580 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.372146 7580 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.403249 7580 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:35:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.403465 7580 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:35:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.403714 7580 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.404036 7580 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:35:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.404382 7580 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:35:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.404700 7580 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:35:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.404928 7580 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41081/jwks.json
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.441619 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } attempt: 4
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.441902 7580 master_runner.cc:386] Master server non-default flags:
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.253.keytab
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.253
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.253:35599
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data/info.pb
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.253
01:35:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/logs
01:35:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:35:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.443271 7580 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.444406 7580 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:51.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.445583 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.253:35599: Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:35:51.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.464818 7590 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:51.744989 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } attempt: 5
01:35:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.750295 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.253:35599: Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:35:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.297713 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } attempt: 6
01:35:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:52.304489 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.253:35599: Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:35:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.465008 7588 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:51.466006 7587 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:52.711181 7589 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:35:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.711483 7580 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:35:52.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.714756 7580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.717702 7580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.719151 7580 hybrid_clock.cc:648] HybridClock initialized: now 1781919352719106 us; error 45 us; skew 500 ppm
01:35:52.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.719933 7580 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:52.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:52 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919352, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:35:52.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.725590 7580 init.cc:377] Logged in from keytab as kudu/127.7.77.253@KRBTEST.COM (short username kudu)
01:35:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.730715 7580 webserver.cc:460] Webserver started at http://127.7.77.253:39285/ using document root <none> and password file <none>
01:35:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.731526 7580 fs_manager.cc:359] Metadata directory not provided
01:35:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.731704 7580 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.732162 7580 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:35:52.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.736845 7580 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data/instance:
01:35:52.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be5241e2f3a046b686c6e41c068dee52"
01:35:52.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:52 on dist-test-slave-nhqz"
01:35:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.738018 7580 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal/instance:
01:35:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be5241e2f3a046b686c6e41c068dee52"
01:35:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:52 on dist-test-slave-nhqz"
01:35:52.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.745194 7580 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
01:35:52.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.750417 7601 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:52.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.751443 7580 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.751735 7580 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be5241e2f3a046b686c6e41c068dee52"
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:52 on dist-test-slave-nhqz"
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.752100 7580 fs_report.cc:383] FS layout report
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data/data
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:52.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.787101 7580 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.792338 7580 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.792793 7580 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.868906 7580 rpc_server.cc:307] RPC server started. Bound to: 127.7.77.253:35599
01:35:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.869060 7652 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.77.253:35599 every 8 connection(s)
01:35:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.872054 7580 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data/info.pb
01:35:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.878321 7653 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:35:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.878750 7479 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 7580
01:35:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.879223 7479 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal/instance
01:35:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.892252 7653 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } has no permanent_uuid. Determining permanent_uuid...
01:35:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.77.252@KRBTEST.COM; defaulting to no policy
01:35:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:35:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.77.252@KRBTEST.COM" created.
01:35:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:52 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919352, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.253@KRBTEST.COM for kudu/127.7.77.254@KRBTEST.COM
01:35:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:35:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.77.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.252.keytab.
01:35:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.77.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.252.keytab.
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.923781 7479 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/logs
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data/info.pb
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:52.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:52.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:35:52.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:52.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:52.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:52.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.252:37283
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.252
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.252.keytab
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.252
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:35:52.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.930141 7653 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } has no permanent_uuid. Determining permanent_uuid...
01:35:52.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:52 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919352, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.253@KRBTEST.COM for kudu/127.7.77.253@KRBTEST.COM
01:35:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:52.957834 7653 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } has no permanent_uuid. Determining permanent_uuid...
01:35:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:52.959996 7604 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:52.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:52.965740 7653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.015261 7653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 1
01:35:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.019687 7653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.088040 7653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 2
01:35:53.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.091996 7653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.183439 7653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 3
01:35:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.187080 7653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.258607 7659 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.259140 7659 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:53.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.259709 7659 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:53.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.290436 7659 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:35:53.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.290666 7659 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:35:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.290916 7659 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.291108 7659 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:35:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.291391 7659 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:35:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.291774 7659 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:35:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.291939 7659 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41081/jwks.json
01:35:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.328508 7659 master_runner.cc:386] Master server non-default flags:
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.252.keytab
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.252
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.252:37283
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data/info.pb
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.252
01:35:53.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/logs
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.329711 7659 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.330679 7659 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.330564 7653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 4
01:35:53.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.334069 7653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.348156 7670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.365090 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } attempt: 7
01:35:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:53 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919350, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.254@KRBTEST.COM for kudu/127.7.77.253@KRBTEST.COM
01:35:53.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.394032 7574 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } has no permanent_uuid. Determining permanent_uuid...
01:35:53.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.399762 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.458114 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 1
01:35:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.462092 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.543529 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 2
01:35:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.547509 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.632932 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 3
01:35:53.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.633738 7653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 5
01:35:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.638532 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.638685 7653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:53.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.778926 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 4
01:35:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.783078 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.066465 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 5
01:35:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:54.070936 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.186033 7653 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 6
01:35:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:54.196064 7653 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.348212 7668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:53.349381 7667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:53.351472 7659 server_base.cc:1034] running on GCE node
01:35:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.588814 7659 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:54.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.591627 7659 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.593042 7659 hybrid_clock.cc:648] HybridClock initialized: now 1781919354592981 us; error 89 us; skew 500 ppm
01:35:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.593931 7659 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:54 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919354, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:35:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.599818 7659 init.cc:377] Logged in from keytab as kudu/127.7.77.252@KRBTEST.COM (short username kudu)
01:35:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.605049 7659 webserver.cc:460] Webserver started at http://127.7.77.252:38059/ using document root <none> and password file <none>
01:35:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.606014 7659 fs_manager.cc:359] Metadata directory not provided
01:35:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.606253 7659 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.606771 7659 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:35:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.611886 7659 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data/instance:
01:35:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81eadaa5f9474e6b9a9daeaa77c07339"
01:35:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:54 on dist-test-slave-nhqz"
01:35:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.612979 7659 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal/instance:
01:35:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81eadaa5f9474e6b9a9daeaa77c07339"
01:35:54.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:54 on dist-test-slave-nhqz"
01:35:54.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.620579 7659 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
01:35:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.623317 7574 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } attempt: 6
01:35:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.627137 7685 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.628337 7659 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
01:35:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.628610 7659 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81eadaa5f9474e6b9a9daeaa77c07339"
01:35:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:54 on dist-test-slave-nhqz"
01:35:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.628896 7659 fs_report.cc:383] FS layout report
01:35:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data/data
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:54.630295 7574 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.77.252:37283: Network error: Client connection negotiation failed: client connection to 127.7.77.252:37283: connect: Connection refused (error 111)
01:35:54.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.673008 7659 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:54.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.679519 7659 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.680075 7659 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.758646 7659 rpc_server.cc:307] RPC server started. Bound to: 127.7.77.252:37283
01:35:54.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.758716 7737 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.77.252:37283 every 8 connection(s)
01:35:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.761386 7659 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data/info.pb
01:35:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.769172 7738 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:35:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.770473 7479 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 7659
01:35:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.770809 7479 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal/instance
01:35:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.786691 7738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } has no permanent_uuid. Determining permanent_uuid...
01:35:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:54 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919349, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.77.252@KRBTEST.COM
01:35:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:54 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919354, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.252@KRBTEST.COM for kudu/127.7.77.254@KRBTEST.COM
01:35:54.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.823698 7738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } has no permanent_uuid. Determining permanent_uuid...
01:35:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:54 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919354, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.252@KRBTEST.COM for kudu/127.7.77.253@KRBTEST.COM
01:35:54.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:54 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919349, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.77.253@KRBTEST.COM
01:35:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.850970 7738 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } has no permanent_uuid. Determining permanent_uuid...
01:35:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:54 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919354, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.252@KRBTEST.COM for kudu/127.7.77.252@KRBTEST.COM
01:35:54.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:54 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919349, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.77.254@KRBTEST.COM
01:35:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.888432 7738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: Bootstrap starting.
01:35:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.889484 7479 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
01:35:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.896166 7738 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: Neither blocks nor log segments found. Creating new log.
01:35:54.897 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:54.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:35:54.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.899211 7738 log.cc:824] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: Log is configured to *not* fsync() on all Append() calls
01:35:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.908685 7738 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: No bootstrap required, opened a new log
01:35:54.911 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:35:54.913 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:35:54.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.77.254"
port: 46703
}
bound_http_address {
host: "127.7.77.254"
port: 41877
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.77.253"
port: 35599
}
bound_http_address {
host: "127.7.77.253"
port: 39285
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.77.252"
port: 37283
}
bound_http_address {
host: "127.7.77.252"
port: 38059
}
}
}
01:35:54.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:35:54.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:54.917 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:35:54.918 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:35:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.933540 7738 raft_consensus.cc:348] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:35:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.934340 7738 raft_consensus.cc:374] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:35:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.934639 7738 raft_consensus.cc:729] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81eadaa5f9474e6b9a9daeaa77c07339, State: Initialized, Role: FOLLOWER
01:35:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.935940 7738 consensus_queue.cc:260] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:35:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.938805 7749 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } } }
01:35:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.940034 7749 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [sys.catalog]: This master's current role is: FOLLOWER
01:35:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.941022 7738 sys_catalog.cc:564] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [sys.catalog]: configured and running, proceeding with master startup.
01:35:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:54 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919354, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:35:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:35:54.954 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:54.957 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc
01:35:54.965 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:35:54.967 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc
01:35:54.969 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:35:54.974 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:35:54.977 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:35:54.978 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:35:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:54.986377 7760 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:35:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:54.986716 7760 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:35:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:55 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919355, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:35:55.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:35:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:54.968413 7659 master_runner.cc:186] Error getting master registration for 127.7.77.254:46703: OK, instance_id { permanent_uuid: "091d98909999419685e305cb32c39696" instance_seqno: 1781919350965902 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:35:55.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:55.033473 7659 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:35:55.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:55.036 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc
01:35:55.038 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:35:55.039 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.77.254:46703
01:35:55.041 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:35:55.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:55.041932 7479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 7504
01:35:55.066 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:55.066 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.77.252:37283
01:35:55.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:35:55.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:55.067360 7479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 7659
01:35:55.084 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:55.085 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.77.253:35599
01:35:55.085 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:35:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:55.085913 7479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 7580
01:35:55.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:55.106 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.77.254:46703
01:35:55.108 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:55.110074 7479 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/logs
01:35:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data/info.pb
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.254:46703
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.254
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41877
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.254.keytab
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.254
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:35:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.425825 7764 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.426437 7764 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.427026 7764 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.457348 7764 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:35:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.457629 7764 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:35:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.458065 7764 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.458389 7764 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:35:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.458714 7764 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:35:55.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.459021 7764 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:35:55.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.459245 7764 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41081/jwks.json
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:55.496865 7764 master_runner.cc:386] Master server non-default flags:
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.254.keytab
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.254
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.254:46703
01:35:55.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data/info.pb
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.254
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41877
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/logs
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:55.498329 7764 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:55.499469 7764 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:55.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.517086 7772 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.517110 7771 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:55.517776 7774 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:55.519847 7764 server_base.cc:1034] running on GCE node
01:35:56.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.740818 7764 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.743989 7764 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:56.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.745421 7764 hybrid_clock.cc:648] HybridClock initialized: now 1781919356745362 us; error 76 us; skew 500 ppm
01:35:56.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.746276 7764 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:56 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919356, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:35:56.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.756819 7764 init.cc:377] Logged in from keytab as kudu/127.7.77.254@KRBTEST.COM (short username kudu)
01:35:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.762177 7764 webserver.cc:460] Webserver started at http://127.7.77.254:41877/ using document root <none> and password file <none>
01:35:56.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.763124 7764 fs_manager.cc:359] Metadata directory not provided
01:35:56.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.763367 7764 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.772163 7764 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
01:35:56.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.776320 7783 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:56.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.777458 7764 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.777807 7764 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "091d98909999419685e305cb32c39696"
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:50 on dist-test-slave-nhqz"
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.780105 7764 fs_report.cc:383] FS layout report
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data/data
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.816107 7764 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.822271 7764 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.822774 7764 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:56.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.899678 7764 rpc_server.cc:307] RPC server started. Bound to: 127.7.77.254:46703
01:35:56.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.899847 7835 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.77.254:46703 every 8 connection(s)
01:35:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.902738 7764 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/data/info.pb
01:35:56.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.909811 7479 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 7764
01:35:56.910 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:56.910 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.77.252:37283
01:35:56.910 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:35:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.912460 7479 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/logs
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data/info.pb
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.252:37283
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.252
01:35:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38059
01:35:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.252.keytab
01:35:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.252
01:35:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.914044 7836 sys_catalog.cc:263] Verifying existing consensus state
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 01:35:56.915011 7836 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:35:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.915453 7764 master.cc:537] Master@127.7.77.254:46703 shutting down...
01:35:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:56.976135 7764 master.cc:552] Master@127.7.77.254:46703 shutdown complete.
01:35:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:35:57.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.236856 7838 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:57.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.237532 7838 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:57.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.238359 7838 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.271201 7838 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:35:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.271574 7838 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:35:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.271973 7838 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.272287 7838 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:35:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.272610 7838 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:35:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.272914 7838 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:35:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.273136 7838 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41081/jwks.json
01:35:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:57.311185 7838 master_runner.cc:386] Master server non-default flags:
01:35:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data
01:35:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.252.keytab
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.252
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.252:37283
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data/info.pb
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.252
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38059
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/logs
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:57.312639 7838 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:57.314002 7838 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:57.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.333253 7844 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.334438 7845 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:57.333472 7847 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:58.635809 7846 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1301 milliseconds
01:35:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.635918 7838 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:35:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.637219 7838 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:35:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.640244 7838 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:35:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.641696 7838 hybrid_clock.cc:648] HybridClock initialized: now 1781919358641631 us; error 80 us; skew 500 ppm
01:35:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.642561 7838 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:35:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:35:58 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919358, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:35:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.648360 7838 init.cc:377] Logged in from keytab as kudu/127.7.77.252@KRBTEST.COM (short username kudu)
01:35:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.654052 7838 webserver.cc:460] Webserver started at http://127.7.77.252:38059/ using document root <none> and password file <none>
01:35:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.654896 7838 fs_manager.cc:359] Metadata directory not provided
01:35:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.655150 7838 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:35:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.662876 7838 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.001s
01:35:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.667012 7857 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:35:58.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.668090 7838 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
01:35:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.668433 7838 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81eadaa5f9474e6b9a9daeaa77c07339"
01:35:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:54 on dist-test-slave-nhqz"
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.670800 7838 fs_report.cc:383] FS layout report
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/wal
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data/data
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:35:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:35:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:35:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:35:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:35:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:35:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.708250 7838 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:35:58.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.713773 7838 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:35:58.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.714246 7838 kserver.cc:163] Server-wide thread pool size limit: 3276
01:35:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.783198 7838 rpc_server.cc:307] RPC server started. Bound to: 127.7.77.252:37283
01:35:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.783315 7908 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.77.252:37283 every 8 connection(s)
01:35:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.785970 7838 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-2/data/info.pb
01:35:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.791278 7479 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 7838
01:35:58.792 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:35:58.792 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.77.253:35599
01:35:58.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.794960 7479 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/logs
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data/info.pb
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.253:35599
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.253
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39285
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.253.keytab
01:35:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.253
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:35:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.798866 7909 sys_catalog.cc:263] Verifying existing consensus state
01:35:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.804864 7909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: Bootstrap starting.
01:35:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.836810 7909 log.cc:824] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: Log is configured to *not* fsync() on all Append() calls
01:35:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.841099 7909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:35:58.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.841706 7909 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: Bootstrap complete.
01:35:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.865669 7909 raft_consensus.cc:348] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:35:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.868296 7909 raft_consensus.cc:374] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:35:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.868578 7909 raft_consensus.cc:729] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81eadaa5f9474e6b9a9daeaa77c07339, State: Initialized, Role: FOLLOWER
01:35:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.869457 7909 consensus_queue.cc:260] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:35:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.872426 7913 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } } }
01:35:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.873404 7913 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [sys.catalog]: This master's current role is: FOLLOWER
01:35:58.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.874162 7909 sys_catalog.cc:564] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [sys.catalog]: configured and running, proceeding with master startup.
01:35:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:58.905952 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:35:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:58.906289 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:35:58.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.903541 7838 master_runner.cc:186] Error getting master registration for 127.7.77.254:46703: Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111),
01:35:58.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:58.936234 7838 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:35:58.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:58.969077 7863 tablet.cc:2369] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:35:59.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:59.149644 7913 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:35:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:59.150256 7913 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:35:59.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:59.153333 7913 leader_election.cc:288] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 091d98909999419685e305cb32c39696 (127.7.77.254:46703), be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599)
01:35:59.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.154822 7860 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111)
01:35:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.162750 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 091d98909999419685e305cb32c39696 (127.7.77.254:46703): Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111)
01:35:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.163363 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599): Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:35:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:59.163723 7860 leader_election.cc:302] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81eadaa5f9474e6b9a9daeaa77c07339; no voters: 091d98909999419685e305cb32c39696, be5241e2f3a046b686c6e41c068dee52
01:35:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:59.164513 7913 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:35:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.176905 7911 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:35:59.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.177403 7911 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:35:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.178047 7911 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:35:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.216483 7911 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:35:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.216714 7911 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:35:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.216965 7911 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:35:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.217154 7911 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:35:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.217442 7911 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:35:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.217754 7911 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:35:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.218019 7911 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41081/jwks.json
01:35:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:59.272365 7911 master_runner.cc:386] Master server non-default flags:
01:35:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.77.212:35321
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.77.254:46703,127.7.77.253:35599,127.7.77.252:37283
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/krb5kdc/kudu_127.7.77.253.keytab
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.77.253
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.77.253:35599
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41081/jwks.json
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data/info.pb
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.77.253
01:35:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39285
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/logs
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 00:16:57 UTC on ccycloud.quasar-agmwty.root.comops.site
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456770
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:35:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:59.273572 7911 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:35:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:59.274735 7911 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:35:59.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.294829 7935 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:35:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.910395 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:35:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.910728 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.295265 7934 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:36:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:35:59.296691 7937 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:36:00.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:35:59.296842 7911 server_base.cc:1034] running on GCE node
01:36:00.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.562201 7911 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:36:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.565783 7911 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:36:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.567245 7911 hybrid_clock.cc:648] HybridClock initialized: now 1781919360567186 us; error 70 us; skew 500 ppm
01:36:00.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.568022 7911 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:36:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:36:00 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919360, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:36:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.574358 7911 init.cc:377] Logged in from keytab as kudu/127.7.77.253@KRBTEST.COM (short username kudu)
01:36:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.580267 7911 webserver.cc:460] Webserver started at http://127.7.77.253:39285/ using document root <none> and password file <none>
01:36:00.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.581113 7911 fs_manager.cc:359] Metadata directory not provided
01:36:00.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.581341 7911 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:36:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.592558 7911 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.004s sys 0.003s
01:36:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.598256 7946 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:36:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.599682 7911 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
01:36:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.600150 7911 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data,/tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:36:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be5241e2f3a046b686c6e41c068dee52"
01:36:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 01:35:52 on dist-test-slave-nhqz"
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.603549 7911 fs_report.cc:383] FS layout report
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data/data
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:36:00.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:36:00.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.652318 7911 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:36:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.658291 7911 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:36:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.658702 7911 kserver.cc:163] Server-wide thread pool size limit: 3276
01:36:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.716176 7980 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:36:00.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.716638 7980 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:36:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.724176 7980 leader_election.cc:288] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 091d98909999419685e305cb32c39696 (127.7.77.254:46703), be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599)
01:36:00.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:00.737459 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 091d98909999419685e305cb32c39696 (127.7.77.254:46703): Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111)
01:36:00.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:00.738099 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599): Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:36:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.738497 7860 leader_election.cc:302] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81eadaa5f9474e6b9a9daeaa77c07339; no voters: 091d98909999419685e305cb32c39696, be5241e2f3a046b686c6e41c068dee52
01:36:00.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.739144 7980 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:36:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.755139 7911 rpc_server.cc:307] RPC server started. Bound to: 127.7.77.253:35599
01:36:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.755290 8000 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.77.253:35599 every 8 connection(s)
01:36:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.758039 7911 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/data/info.pb
01:36:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.765540 7479 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu as pid 7911
01:36:00.766 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:36:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.771813 8001 sys_catalog.cc:263] Verifying existing consensus state
01:36:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260620 01:36:00.772646 8001 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:36:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.773088 7911 master.cc:537] Master@127.7.77.253:35599 shutting down...
01:36:00.831 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:00.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:00.860968 7911 master.cc:552] Master@127.7.77.253:35599 shutdown complete.
01:36:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGJxU0h/test-tmp/mini-kudu-cluster6911001795746166719/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:36:00.892 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.77.252:37283(127.7.77.252:37283)] connecting to peer
01:36:00.894 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:00.913525 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:00.913774 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:00.941 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.77.252:37283(127.7.77.252:37283)] Successfully connected to peer
01:36:00.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:00.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:00.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:00.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:00.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:00.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.039 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:36:01.048 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.7.77.252
01:36:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:36:01 dist-test-slave-nhqz krb5kdc[7491](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919355, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.77.252@KRBTEST.COM
01:36:01.268 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8fa0d0d9, L:/127.0.0.1:50702 - R:/127.7.77.252:37283] using SASL/GSSAPI
01:36:01.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:01.292 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:01.296 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:01.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.302 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:01.311 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:01.312 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:01.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:01.330 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:01.332 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:01.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.336 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:01.350 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:01.352 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:01.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:01.411 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:01.412 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:01.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:01.491 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:01.493 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:01.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.499 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:01.571 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:01.573 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:01.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:01.831 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:01.832 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:01.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:01.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:01.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:01.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:01.916484 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:01.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:01.916749 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:02.191 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:02.192 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:02.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:02.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:02.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:02.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:02.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:02.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:02.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:02.311 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:02.312 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:02.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:02.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:02.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:02.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:02.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:02.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:02.316 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:02.919516 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:02.919767 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:03.491547 8009 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:36:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:03.491905 8009 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:36:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:03.493499 8009 leader_election.cc:288] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 091d98909999419685e305cb32c39696 (127.7.77.254:46703), be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599)
01:36:03.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:03.499962 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 091d98909999419685e305cb32c39696 (127.7.77.254:46703): Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111)
01:36:03.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:03.500586 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599): Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:36:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:03.500838 7860 leader_election.cc:302] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81eadaa5f9474e6b9a9daeaa77c07339; no voters: 091d98909999419685e305cb32c39696, be5241e2f3a046b686c6e41c068dee52
01:36:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:03.501343 8009 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:36:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:03.922649 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:03.922892 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:03.938556 7838 master_runner.cc:186] Error getting master registration for 127.7.77.254:46703: Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111),
01:36:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:03.938917 7838 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:36:04.191 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:04.192 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:04.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:04.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:04.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:04.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:04.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:04.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:04.196 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:04.925625 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:04.925916 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:05.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:05.928541 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:05.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:05.928777 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:06.931521 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:06.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:06.931782 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:07.051 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:07.052 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:07.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:07.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:07.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:07.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:07.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:07.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:07.056 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:07.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:07.332386 8018 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:36:07.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:07.333066 8018 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:36:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:07.335093 8018 leader_election.cc:288] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 091d98909999419685e305cb32c39696 (127.7.77.254:46703), be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599)
01:36:07.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:07.338033 7860 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111) [suppressed 5 similar messages]
01:36:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:07.341270 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 091d98909999419685e305cb32c39696 (127.7.77.254:46703): Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111)
01:36:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:07.341909 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599): Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:36:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:07.342155 7860 leader_election.cc:302] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81eadaa5f9474e6b9a9daeaa77c07339; no voters: 091d98909999419685e305cb32c39696, be5241e2f3a046b686c6e41c068dee52
01:36:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:07.342720 8018 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:36:07.550 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:07.552 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:07.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:07.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:07.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:07.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:07.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:07.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:07.556 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:07.935380 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:07.935680 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:36:08 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919368, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:36:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:08.651895 7853 init.cc:295] Successfully reacquired a new kerberos TGT
01:36:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:08.938809 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:08.939046 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:08.941395 7838 master_runner.cc:186] Error getting master registration for 127.7.77.254:46703: Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111),
01:36:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:08.941776 7838 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:36:09.190 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:09.192 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:09.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:09.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:09.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:09.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:09.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:09.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:09.196 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:09.941807 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:09.942094 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:10.944671 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:10.944908 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:11.651 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:11.652 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:11.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:11.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:11.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:11.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:11.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:11.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:11.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:11.947721 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:11.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:11.947964 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:12.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:12.951103 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:12.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:12.951402 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:13.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:13.315668 8029 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:36:13.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:13.316115 8029 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:36:13.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:13.317698 8029 leader_election.cc:288] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 091d98909999419685e305cb32c39696 (127.7.77.254:46703), be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599)
01:36:13.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:13.320235 7860 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111) [suppressed 1 similar messages]
01:36:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:13.323206 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 091d98909999419685e305cb32c39696 (127.7.77.254:46703): Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111)
01:36:13.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:13.323736 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599): Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:36:13.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:13.324045 7860 leader_election.cc:302] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81eadaa5f9474e6b9a9daeaa77c07339; no voters: 091d98909999419685e305cb32c39696, be5241e2f3a046b686c6e41c068dee52
01:36:13.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:13.324729 8029 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:36:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:13.591001 6828 debug-util.cc:398] Leaking SignalData structure 0x7b0800081760 after lost signal to thread 6765
01:36:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:13.591691 6828 debug-util.cc:398] Leaking SignalData structure 0x7b08000a22a0 after lost signal to thread 6831
01:36:13.831 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:13.832 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:13.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:13.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:13.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:13.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:13.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:13.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:13.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:13.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:13.944443 7838 master_runner.cc:186] Error getting master registration for 127.7.77.254:46703: Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111),
01:36:13.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:13.944829 7838 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:36:13.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:13.954205 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:13.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:13.954443 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:14.033676 6903 debug-util.cc:398] Leaking SignalData structure 0x7b08000a6c40 after lost signal to thread 6838
01:36:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:14.034510 6903 debug-util.cc:398] Leaking SignalData structure 0x7b08000a93c0 after lost signal to thread 6906
01:36:14.650 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:14.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:14.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:14.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:14.655 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:14.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:14.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:14.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:14.657 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:14.958663 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:14.960146 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:15.614616 8038 raft_consensus.cc:482] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:36:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:15.615089 8038 raft_consensus.cc:504] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "091d98909999419685e305cb32c39696" member_type: VOTER last_known_addr { host: "127.7.77.254" port: 46703 } } peers { permanent_uuid: "be5241e2f3a046b686c6e41c068dee52" member_type: VOTER last_known_addr { host: "127.7.77.253" port: 35599 } } peers { permanent_uuid: "81eadaa5f9474e6b9a9daeaa77c07339" member_type: VOTER last_known_addr { host: "127.7.77.252" port: 37283 } }
01:36:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:15.616987 8038 leader_election.cc:288] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 091d98909999419685e305cb32c39696 (127.7.77.254:46703), be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599)
01:36:15.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:15.626402 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 091d98909999419685e305cb32c39696 (127.7.77.254:46703): Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111)
01:36:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:15.627223 7860 leader_election.cc:334] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer be5241e2f3a046b686c6e41c068dee52 (127.7.77.253:35599): Network error: Client connection negotiation failed: client connection to 127.7.77.253:35599: connect: Connection refused (error 111)
01:36:15.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:15.627596 7860 leader_election.cc:302] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81eadaa5f9474e6b9a9daeaa77c07339; no voters: 091d98909999419685e305cb32c39696, be5241e2f3a046b686c6e41c068dee52
01:36:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:15.628263 8038 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:36:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:15.963227 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:15.963519 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:16.966360 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:16.966645 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:17.970968 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:17.971428 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:18.491 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:18.493 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:18.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:18.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:18.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:18.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:18.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:18.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:18.496 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:36:18 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919378, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:36:18.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:18.654322 7853 init.cc:295] Successfully reacquired a new kerberos TGT
01:36:18.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:18.948072 7838 master_runner.cc:186] Error getting master registration for 127.7.77.254:46703: Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111),
01:36:18.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:18.948473 7838 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:36:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:18.974484 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:18.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:18.974807 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:19.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:19.977746 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:19.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:19.978047 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:20.511 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:20.512 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:20.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:20.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:20.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:20.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:20.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:20.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:20.516 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:20.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:20.980803 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:20.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:20.981048 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:21.984091 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:21.984405 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:22.987102 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:22.987382 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:23.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:23.951032 7838 master_runner.cc:186] Error getting master registration for 127.7.77.254:46703: Network error: Client connection negotiation failed: client connection to 127.7.77.254:46703: connect: Connection refused (error 111),
01:36:23.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:23.951360 7838 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:36:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:23.990439 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:23.990751 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:24.350 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:24.352 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:24.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:24.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:24.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:24.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:24.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:24.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:24.356 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:24.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:24.993505 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:24.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:24.993748 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:25.996465 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:25.996726 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:26.351 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:26.352 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:26.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:26.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:26.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:26.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:26.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:26.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:26.356 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:27.000573 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:27.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:27.000927 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:28.004484 7924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 81eadaa5f9474e6b9a9daeaa77c07339: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:36:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 01:36:28.004853 7924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:36:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 01:36:28 dist-test-slave-nhqz krb5kdc[7491](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781919388, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.77.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:36:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:28.656634 7853 init.cc:295] Successfully reacquired a new kerberos TGT
01:36:28.851 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.254:46703(127.7.77.254:46703)] connecting to peer
01:36:28.852 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.77.253:35599(127.7.77.253:35599)] connecting to peer
01:36:28.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:28.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:28.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.77.253:35599(127.7.77.253:35599)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:28.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.254:46703(127.7.77.254:46703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:28.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.253:35599: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599
01:36:28.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.77.254:46703: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
01:36:28.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599; will retry
01:36:28.861 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28087), Traces: [0ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [170ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [172ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [505ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [509ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [516ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [524ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [526ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [527ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [539ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [542ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [543ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [544ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [559ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [559ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [560ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [580ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [581ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [583ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [643ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [644ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [720ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [723ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [724ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [800ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [801ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [803ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [803ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1055ms] refreshing cache from master, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [1060ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [1064ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1415ms] refreshing cache from master, [1415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [1419ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [1423ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1535ms] refreshing cache from master, [1535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [1541ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [3415ms] refreshing cache from master, [3415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [3417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [3417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [3419ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [3420ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [3421ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [6275ms] refreshing cache from master, [6276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [6280ms] too many traces: truncated at 100 traces, [6280ms] too many traces: truncated at 100 traces, deferred=Deferred@1301305184(state=PENDING, result=null, callback=(continuation of Deferred@663425324 after retry RPC after error@28555943) -> (continuation of Deferred@29271574 after retry RPC after error@1322965526) -> (continuation of Deferred@824680592 after retry RPC after error@761090705) -> (continuation of Deferred@1495785274 after retry RPC after error@1102427234) -> (continuation of Deferred@1293594596 after retry RPC after error@177517836) -> (continuation of Deferred@1831691627 after retry RPC after error@22534664) -> (continuation of Deferred@430583881 after retry RPC after error@909757093) -> (continuation of Deferred@809105204 after retry RPC after error@251784353) -> (continuation of Deferred@1205972336 after retry RPC after error@1064643531) -> (continuation of Deferred@1074457414 after retry RPC after error@1089364738) -> (continuation of Deferred@170843202 after retry RPC after error@471045567) -> (continuation of Deferred@190057888 after retry RPC after error@940677563) -> (continuation of Deferred@1143053879 after retry RPC after error@1151292769) -> (continuation of Deferred@1871542623 after retry RPC after error@1541798228) -> (continuation of Deferred@335348793 after retry RPC after error@771194746) -> (continuation of Deferred@691317786 after retry RPC after error@1567612721) -> (continuation of Deferred@650691689 after retry RPC after error@819094373) -> (continuation of Deferred@1007308057 after retry RPC after error@532651006) -> (continuation of Deferred@2134175724 after retry RPC after error@1549693476) -> (continuation of Deferred@852663859 after retry RPC after error@1372685308) -> (continuation of Deferred@163732901 after retry RPC after error@648204779) -> (continuation of Deferred@11005962 after retry RPC after error@1563712897), errback=(continuation of Deferred@663425324 after retry RPC after error@28555943) -> (continuation of Deferred@29271574 after retry RPC after error@1322965526) -> (continuation of Deferred@824680592 after retry RPC after error@761090705) -> (continuation of Deferred@1495785274 after retry RPC after error@1102427234) -> (continuation of Deferred@1293594596 after retry RPC after error@177517836) -> (continuation of Deferred@1831691627 after retry RPC after error@22534664) -> (continuation of Deferred@430583881 after retry RPC after error@909757093) -> (continuation of Deferred@809105204 after retry RPC after error@251784353) -> (continuation of Deferred@1205972336 after retry RPC after error@1064643531) -> (continuation of Deferred@1074457414 after retry RPC after error@1089364738) -> (continuation of Deferred@170843202 after retry RPC after error@471045567) -> (continuation of Deferred@190057888 after retry RPC after error@940677563) -> (continuation of Deferred@1143053879 after retry RPC after error@1151292769) -> (continuation of Deferred@1871542623 after retry RPC after error@1541798228) -> (continuation of Deferred@335348793 after retry RPC after error@771194746) -> (continuation of Deferred@691317786 after retry RPC after error@1567612721) -> (continuation of Deferred@650691689 after retry RPC after error@819094373) -> (continuation of Deferred@1007308057 after retry RPC after error@532651006) -> (continuation of Deferred@2134175724 after retry RPC after error@1549693476) -> (continuation of Deferred@852663859 after retry RPC after error@1372685308) -> (continuation of Deferred@163732901 after retry RPC after error@648204779) -> (continuation of Deferred@11005962 after retry RPC after error@1563712897)))
01:36:28.866 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.77.254:46703(127.7.77.254:46703)] disconnecting while in state TERMINATED
01:36:28.868 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.77.252:37283(127.7.77.252:37283)] disconnecting while in state READY
01:36:28.868 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.77.253:35599(127.7.77.253:35599)] disconnecting while in state TERMINATED
01:36:28.873 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:36:28.874 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:36:28.875 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.77.252:37283(127.7.77.252:37283)] handling channelInactive
01:36:28.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.77.252:37283(127.7.77.252:37283)] cleaning up while in state READY due to: connection closed
01:36:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:28.883744 7479 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 7838
01:36:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T01:36:30Z chronyd exiting
01:36:31.109 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:36:31.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:31.110782 6752 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 7034
01:36:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:31.137158 6752 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 7190
01:36:31.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:31.162760 6752 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 7333
01:36:31.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:31.188913 6752 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 6764
01:36:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:31.222512 6752 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 6834
01:36:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 01:36:31.251199 6752 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGJxU0h/build/tsan/bin/kudu with pid 6909
01:36:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T01:36:32Z chronyd exiting
01:36:33.430 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28087), Traces: [0ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [170ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [172ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [505ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [509ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [516ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [524ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [526ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [527ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [539ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [542ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [543ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [544ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [559ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [559ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [560ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [580ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [581ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [583ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [643ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [644ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [720ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [723ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [724ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [800ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [801ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [803ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [803ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1055ms] refreshing cache from master, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [1060ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [1064ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1415ms] refreshing cache from master, [1415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [1419ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [1423ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1535ms] refreshing cache from master, [1535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [1541ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [3415ms] refreshing cache from master, [3415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [3417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [3417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [3419ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [3420ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [3421ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [6275ms] refreshing cache from master, [6276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [6280ms] too many traces: truncated at 100 traces, [6280ms] too many traces: truncated at 100 traces, deferred=Deferred@1301305184(state=PENDING, result=null, callback=(continuation of Deferred@663425324 after retry RPC after error@28555943) -> (continuation of Deferred@29271574 after retry RPC after error@1322965526) -> (continuation of Deferred@824680592 after retry RPC after error@761090705) -> (continuation of Deferred@1495785274 after retry RPC after error@1102427234) -> (continuation of Deferred@1293594596 after retry RPC after error@177517836) -> (continuation of Deferred@1831691627 after retry RPC after error@22534664) -> (continuation of Deferred@430583881 after retry RPC after error@909757093) -> (continuation of Deferred@809105204 after retry RPC after error@251784353) -> (continuation of Deferred@1205972336 after retry RPC after error@1064643531) -> (continuation of Deferred@1074457414 after retry RPC after error@1089364738) -> (continuation of Deferred@170843202 after retry RPC after error@471045567) -> (continuation of Deferred@190057888 after retry RPC after error@940677563) -> (continuation of Deferred@1143053879 after retry RPC after error@1151292769) -> (continuation of Deferred@1871542623 after retry RPC after error@1541798228) -> (continuation of Deferred@335348793 after retry RPC after error@771194746) -> (continuation of Deferred@691317786 after retry RPC after error@1567612721) -> (continuation of Deferred@650691689 after retry RPC after error@819094373) -> (continuation of Deferred@1007308057 after retry RPC after error@532651006) -> (continuation of Deferred@2134175724 after retry RPC after error@1549693476) -> (continuation of Deferred@852663859 after retry RPC after error@1372685308) -> (continuation of Deferred@163732901 after retry RPC after error@648204779) -> (continuation of Deferred@11005962 after retry RPC after error@1563712897), errback=(continuation of Deferred@663425324 after retry RPC after error@28555943) -> (continuation of Deferred@29271574 after retry RPC after error@1322965526) -> (continuation of Deferred@824680592 after retry RPC after error@761090705) -> (continuation of Deferred@1495785274 after retry RPC after error@1102427234) -> (continuation of Deferred@1293594596 after retry RPC after error@177517836) -> (continuation of Deferred@1831691627 after retry RPC after error@22534664) -> (continuation of Deferred@430583881 after retry RPC after error@909757093) -> (continuation of Deferred@809105204 after retry RPC after error@251784353) -> (continuation of Deferred@1205972336 after retry RPC after error@1064643531) -> (continuation of Deferred@1074457414 after retry RPC after error@1089364738) -> (continuation of Deferred@170843202 after retry RPC after error@471045567) -> (continuation of Deferred@190057888 after retry RPC after error@940677563) -> (continuation of Deferred@1143053879 after retry RPC after error@1151292769) -> (continuation of Deferred@1871542623 after retry RPC after error@1541798228) -> (continuation of Deferred@335348793 after retry RPC after error@771194746) -> (continuation of Deferred@691317786 after retry RPC after error@1567612721) -> (continuation of Deferred@650691689 after retry RPC after error@819094373) -> (continuation of Deferred@1007308057 after retry RPC after error@532651006) -> (continuation of Deferred@2134175724 after retry RPC after error@1549693476) -> (continuation of Deferred@852663859 after retry RPC after error@1372685308) -> (continuation of Deferred@163732901 after retry RPC after error@648204779) -> (continuation of Deferred@11005962 after retry RPC after error@1563712897)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.77.254:46703
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28087), Traces: [0ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [170ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [172ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [505ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [509ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [516ms] refreshing cache from master, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [523ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [524ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [526ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [527ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [539ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [542ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [543ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [544ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [559ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [559ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [560ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [575ms] refreshing cache from master, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [580ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [581ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [583ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [643ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [644ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [715ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [720ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [722ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [723ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [724ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [800ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [801ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [803ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [803ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1055ms] refreshing cache from master, [1056ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [1057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [1060ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [1064ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1415ms] refreshing cache from master, [1415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [1419ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [1423ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1535ms] refreshing cache from master, [1535ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [1537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [1539ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [1541ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [3415ms] refreshing cache from master, [3415ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [3417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [3417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [3419ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.254:46703: Network error: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703, [3420ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.253:35599: Network error: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.7.77.252:37283: OK, [3421ms] delaying RPC due to: Service unavailable: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599, [6275ms] refreshing cache from master, [6276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.254:46703, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.252:37283, [6277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.77.253:35599, [6280ms] too many traces: truncated at 100 traces, [6280ms] too many traces: truncated at 100 traces, deferred=Deferred@1301305184(state=PENDING, result=null, callback=(continuation of Deferred@663425324 after retry RPC after error@28555943) -> (continuation of Deferred@29271574 after retry RPC after error@1322965526) -> (continuation of Deferred@824680592 after retry RPC after error@761090705) -> (continuation of Deferred@1495785274 after retry RPC after error@1102427234) -> (continuation of Deferred@1293594596 after retry RPC after error@177517836) -> (continuation of Deferred@1831691627 after retry RPC after error@22534664) -> (continuation of Deferred@430583881 after retry RPC after error@909757093) -> (continuation of Deferred@809105204 after retry RPC after error@251784353) -> (continuation of Deferred@1205972336 after retry RPC after error@1064643531) -> (continuation of Deferred@1074457414 after retry RPC after error@1089364738) -> (continuation of Deferred@170843202 after retry RPC after error@471045567) -> (continuation of Deferred@190057888 after retry RPC after error@940677563) -> (continuation of Deferred@1143053879 after retry RPC after error@1151292769) -> (continuation of Deferred@1871542623 after retry RPC after error@1541798228) -> (continuation of Deferred@335348793 after retry RPC after error@771194746) -> (continuation of Deferred@691317786 after retry RPC after error@1567612721) -> (continuation of Deferred@650691689 after retry RPC after error@819094373) -> (continuation of Deferred@1007308057 after retry RPC after error@532651006) -> (continuation of Deferred@2134175724 after retry RPC after error@1549693476) -> (continuation of Deferred@852663859 after retry RPC after error@1372685308) -> (continuation of Deferred@163732901 after retry RPC after error@648204779) -> (continuation of Deferred@11005962 after retry RPC after error@1563712897), errback=(continuation of Deferred@663425324 after retry RPC after error@28555943) -> (continuation of Deferred@29271574 after retry RPC after error@1322965526) -> (continuation of Deferred@824680592 after retry RPC after error@761090705) -> (continuation of Deferred@1495785274 after retry RPC after error@1102427234) -> (continuation of Deferred@1293594596 after retry RPC after error@177517836) -> (continuation of Deferred@1831691627 after retry RPC after error@22534664) -> (continuation of Deferred@430583881 after retry RPC after error@909757093) -> (continuation of Deferred@809105204 after retry RPC after error@251784353) -> (continuation of Deferred@1205972336 after retry RPC after error@1064643531) -> (continuation of Deferred@1074457414 after retry RPC after error@1089364738) -> (continuation of Deferred@170843202 after retry RPC after error@471045567) -> (continuation of Deferred@190057888 after retry RPC after error@940677563) -> (continuation of Deferred@1143053879 after retry RPC after error@1151292769) -> (continuation of Deferred@1871542623 after retry RPC after error@1541798228) -> (continuation of Deferred@335348793 after retry RPC after error@771194746) -> (continuation of Deferred@691317786 after retry RPC after error@1567612721) -> (continuation of Deferred@650691689 after retry RPC after error@819094373) -> (continuation of Deferred@1007308057 after retry RPC after error@532651006) -> (continuation of Deferred@2134175724 after retry RPC after error@1549693476) -> (continuation of Deferred@852663859 after retry RPC after error@1372685308) -> (continuation of Deferred@163732901 after retry RPC after error@648204779) -> (continuation of Deferred@11005962 after retry RPC after error@1563712897)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.77.254:46703,127.7.77.252:37283,127.7.77.253:35599) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.253:35599(127.7.77.253:35599): Connection refused: /127.7.77.253:35599,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.77.254:46703(127.7.77.254:46703): Connection refused: /127.7.77.254:46703
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.77.254:46703
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)